2024-11-12 10:17:28,557 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 10:17:28,604 main DEBUG Took 0.044561 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:17:28,605 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:17:28,605 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:17:28,607 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:17:28,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,617 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:17:28,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,639 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,642 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,644 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,646 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,647 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,648 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,650 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:17:28,653 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,653 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:17:28,655 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:17:28,657 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:17:28,660 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:17:28,661 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:17:28,663 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:17:28,664 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:17:28,676 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:17:28,680 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:17:28,683 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:17:28,685 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:17:28,686 main DEBUG createAppenders(={Console}) 2024-11-12 10:17:28,687 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 10:17:28,687 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 10:17:28,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 10:17:28,689 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:17:28,690 main DEBUG OutputStream closed 2024-11-12 10:17:28,690 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:17:28,691 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:17:28,691 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 10:17:28,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:17:28,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:17:28,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:17:28,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:17:28,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:17:28,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:17:28,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:17:28,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:17:28,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:17:28,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:17:28,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:17:28,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:17:28,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:17:28,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:17:28,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:17:28,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:17:28,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:17:28,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:17:28,859 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:17:28,860 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 10:17:28,860 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:17:28,861 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T10:17:28,879 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 10:17:28,883 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:17:28,884 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:17:28,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=8189 2024-11-12T10:17:29,269 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T10:17:29,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e 2024-11-12T10:17:29,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86, deleteOnExit=true 2024-11-12T10:17:29,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/zookeeper_0, clientPort=50936, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:17:29,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50936 2024-11-12T10:17:29,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:17:29,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:17:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/test.cache.data in system properties and HBase conf 2024-11-12T10:17:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:17:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:17:29,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:17:29,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:17:29,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:17:29,688 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:17:29,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:17:29,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:17:29,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:17:29,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:17:29,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:17:29,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:17:29,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:17:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:17:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:17:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:17:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:17:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:17:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:17:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:17:29,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:17:30,952 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:17:31,019 INFO [Time-limited test {}] log.Log(170): Logging initialized @3326ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:17:31,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:17:31,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:17:31,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:17:31,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:17:31,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:17:31,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:17:31,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:17:31,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:17:31,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/java.io.tmpdir/jetty-localhost-42257-hadoop-hdfs-3_4_1-tests_jar-_-any-11085477898593380536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:17:31,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42257} 2024-11-12T10:17:31,367 INFO [Time-limited test {}] server.Server(415): Started @3675ms 2024-11-12T10:17:31,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:17:31,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:17:31,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:17:31,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:17:31,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:17:31,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:17:31,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:17:32,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/java.io.tmpdir/jetty-localhost-37281-hadoop-hdfs-3_4_1-tests_jar-_-any-4512853628373497931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:17:32,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:37281} 2024-11-12T10:17:32,065 INFO [Time-limited test {}] server.Server(415): Started @4373ms 2024-11-12T10:17:32,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:17:33,131 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/data/data1/current/BP-800222024-172.17.0.3-1731406650472/current, will proceed with Du for space computation calculation, 2024-11-12T10:17:33,131 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/data/data2/current/BP-800222024-172.17.0.3-1731406650472/current, will proceed with Du for space computation calculation, 2024-11-12T10:17:33,159 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:17:33,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2432fb97f20f4cc with lease ID 0x2df9f7a539059089: Processing first storage report for DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e from datanode DatanodeRegistration(127.0.0.1:46831, datanodeUuid=3ab27c75-915b-4df6-9788-f6e539de1db3, infoPort=33187, infoSecurePort=0, ipcPort=44465, storageInfo=lv=-57;cid=testClusterID;nsid=1705339515;c=1731406650472) 2024-11-12T10:17:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2432fb97f20f4cc with lease ID 0x2df9f7a539059089: from storage DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e node DatanodeRegistration(127.0.0.1:46831, datanodeUuid=3ab27c75-915b-4df6-9788-f6e539de1db3, infoPort=33187, infoSecurePort=0, ipcPort=44465, storageInfo=lv=-57;cid=testClusterID;nsid=1705339515;c=1731406650472), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:17:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2432fb97f20f4cc with lease ID 0x2df9f7a539059089: Processing first storage report for DS-e118ee5a-c43e-4d12-bb77-263765f0d3f8 from datanode DatanodeRegistration(127.0.0.1:46831, datanodeUuid=3ab27c75-915b-4df6-9788-f6e539de1db3, infoPort=33187, infoSecurePort=0, ipcPort=44465, storageInfo=lv=-57;cid=testClusterID;nsid=1705339515;c=1731406650472) 2024-11-12T10:17:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2432fb97f20f4cc with lease ID 0x2df9f7a539059089: from storage DS-e118ee5a-c43e-4d12-bb77-263765f0d3f8 node DatanodeRegistration(127.0.0.1:46831, datanodeUuid=3ab27c75-915b-4df6-9788-f6e539de1db3, infoPort=33187, infoSecurePort=0, ipcPort=44465, storageInfo=lv=-57;cid=testClusterID;nsid=1705339515;c=1731406650472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:17:33,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e 2024-11-12T10:17:33,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:33,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:17:33,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a with version=8 2024-11-12T10:17:33,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/hbase-staging 2024-11-12T10:17:33,932 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:17:34,159 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:17:34,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:34,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:34,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:17:34,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:34,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:17:34,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:17:34,352 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:17:34,360 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:17:34,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:17:34,383 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13180 (auto-detected) 2024-11-12T10:17:34,384 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T10:17:34,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38857 2024-11-12T10:17:34,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38857 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388570x0, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:34,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38857-0x1012e8cd4340000 connected 2024-11-12T10:17:34,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:34,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:34,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:34,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a, hbase.cluster.distributed=false 2024-11-12T10:17:34,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/acl 2024-11-12T10:17:34,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38857 2024-11-12T10:17:34,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38857 2024-11-12T10:17:34,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38857 2024-11-12T10:17:34,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38857 2024-11-12T10:17:34,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38857 2024-11-12T10:17:34,819 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:17:34,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:34,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:34,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:17:34,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:34,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:17:34,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:17:34,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:17:34,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39163 2024-11-12T10:17:34,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39163 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:34,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:34,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391630x0, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:34,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39163-0x1012e8cd4340001 connected 2024-11-12T10:17:34,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:34,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:17:34,873 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:17:34,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/master 2024-11-12T10:17:34,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/acl 2024-11-12T10:17:34,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-12T10:17:34,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39163 2024-11-12T10:17:34,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39163 2024-11-12T10:17:34,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-12T10:17:34,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-12T10:17:34,898 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:38857 2024-11-12T10:17:34,899 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01986490177/backup-masters/a10fb4296bab,38857,1731406654009 2024-11-12T10:17:34,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:34,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:34,917 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on existing znode=/01986490177/backup-masters/a10fb4296bab,38857,1731406654009 2024-11-12T10:17:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986490177/master 2024-11-12T10:17:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:34,947 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on existing znode=/01986490177/master 2024-11-12T10:17:34,948 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01986490177/backup-masters/a10fb4296bab,38857,1731406654009 from backup master directory 2024-11-12T10:17:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/backup-masters/a10fb4296bab,38857,1731406654009 2024-11-12T10:17:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:34,961 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:17:34,961 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,38857,1731406654009 2024-11-12T10:17:34,964 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:17:34,966 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:17:35,016 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/hbase.id] with ID: a79398c2-c396-43b7-b826-7a7c7a31fd8d 2024-11-12T10:17:35,016 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/.tmp/hbase.id 2024-11-12T10:17:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:17:35,428 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/.tmp/hbase.id]:[hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/hbase.id] 2024-11-12T10:17:35,480 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:35,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:17:35,504 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-12T10:17:35,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:35,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:17:35,975 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:17:35,979 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:17:35,999 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:17:36,004 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:17:36,462 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store 2024-11-12T10:17:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:17:36,889 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:17:36,893 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:36,894 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:17:36,894 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:36,895 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:36,896 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:17:36,896 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:36,897 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:36,898 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406656894Disabling compacts and flushes for region at 1731406656894Disabling writes for close at 1731406656896 (+2 ms)Writing region close event to WAL at 1731406656896Closed at 1731406656896 2024-11-12T10:17:36,900 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/.initializing 2024-11-12T10:17:36,900 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009 2024-11-12T10:17:36,908 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:17:36,921 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C38857%2C1731406654009, suffix=, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/oldWALs, maxLogs=10 2024-11-12T10:17:36,942 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009/a10fb4296bab%2C38857%2C1731406654009.1731406656925, exclude list is [], retry=0 2024-11-12T10:17:36,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:17:36,989 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009/a10fb4296bab%2C38857%2C1731406654009.1731406656925 2024-11-12T10:17:36,990 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:36,991 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:36,992 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:36,995 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:36,996 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:17:37,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:37,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:17:37,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:37,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:17:37,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:37,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:17:37,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:37,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,080 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,082 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,087 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,088 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,092 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:37,096 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:37,100 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:17:37,101 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59995460, jitterRate=-0.1059979796409607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:37,109 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406657008Initializing all the Stores at 1731406657010 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406657011 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406657011Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406657011Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406657012 (+1 ms)Cleaning up temporary data from old regions at 1731406657088 (+76 ms)Region opened successfully at 1731406657109 (+21 ms) 2024-11-12T10:17:37,111 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:17:37,146 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e62623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:17:37,178 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:17:37,188 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:17:37,188 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:17:37,191 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:17:37,192 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:17:37,198 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T10:17:37,199 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:17:37,229 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:17:37,237 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/balancer because node does not exist (not necessarily an error) 2024-11-12T10:17:37,286 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/balancer already deleted, retry=false 2024-11-12T10:17:37,289 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:17:37,292 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:17:37,303 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/normalizer already deleted, retry=false 2024-11-12T10:17:37,306 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:17:37,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:17:37,317 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/switch/split already deleted, retry=false 2024-11-12T10:17:37,319 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:17:37,328 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/switch/merge already deleted, retry=false 2024-11-12T10:17:37,348 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:17:37,359 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/snapshot-cleanup already deleted, retry=false 2024-11-12T10:17:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:37,374 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,38857,1731406654009, sessionid=0x1012e8cd4340000, setting cluster-up flag (Was=false) 2024-11-12T10:17:37,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:37,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:37,434 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986490177/flush-table-proc/acquired, /01986490177/flush-table-proc/reached, /01986490177/flush-table-proc/abort 2024-11-12T10:17:37,437 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,38857,1731406654009 2024-11-12T10:17:37,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:37,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:37,496 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986490177/online-snapshot/acquired, /01986490177/online-snapshot/reached, /01986490177/online-snapshot/abort 2024-11-12T10:17:37,499 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,38857,1731406654009 2024-11-12T10:17:37,507 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:17:37,577 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:37,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:17:37,589 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(746): ClusterId : a79398c2-c396-43b7-b826-7a7c7a31fd8d 2024-11-12T10:17:37,592 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:17:37,594 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:17:37,604 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:17:37,605 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:17:37,602 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,38857,1731406654009 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:17:37,614 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:17:37,615 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1c6054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:17:37,616 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:37,616 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:37,616 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:37,616 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:37,616 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:17:37,617 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,617 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:17:37,617 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:37,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:17:37,632 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:39163 2024-11-12T10:17:37,633 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,633 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406687632 2024-11-12T10:17:37,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:17:37,636 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:17:37,636 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:17:37,637 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:17:37,637 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:17:37,637 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:17:37,640 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,38857,1731406654009 with port=39163, startcode=1731406654788 2024-11-12T10:17:37,641 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:17:37,642 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:17:37,642 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:17:37,642 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:17:37,649 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,652 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:17:37,658 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:17:37,660 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:17:37,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:17:37,661 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:17:37,661 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:17:37,664 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:17:37,665 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:17:37,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:17:37,668 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a 2024-11-12T10:17:37,668 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406657666,5,FailOnTimeoutGroup] 2024-11-12T10:17:37,676 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406657668,5,FailOnTimeoutGroup] 2024-11-12T10:17:37,676 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,677 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:17:37,678 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,678 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:17:37,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:37,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:17:37,729 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:17:37,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:17:37,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,39163,1731406654788 2024-11-12T10:17:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:17:37,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38857 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,39163,1731406654788 2024-11-12T10:17:37,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:17:37,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:37,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:17:37,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:17:37,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:37,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:17:37,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:17:37,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:37,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:37,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:17:37,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740 2024-11-12T10:17:37,756 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a 2024-11-12T10:17:37,756 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46027 2024-11-12T10:17:37,756 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:17:37,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740 2024-11-12T10:17:37,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:17:37,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:17:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/rs 2024-11-12T10:17:37,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:37,771 DEBUG [RS:0;a10fb4296bab:39163 {}] zookeeper.ZKUtil(111): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on existing znode=/01986490177/rs/a10fb4296bab,39163,1731406654788 2024-11-12T10:17:37,772 WARN [RS:0;a10fb4296bab:39163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:17:37,772 INFO [RS:0;a10fb4296bab:39163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:37,772 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788 2024-11-12T10:17:37,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:17:37,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,39163,1731406654788] 2024-11-12T10:17:37,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:17:37,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59001107, jitterRate=-0.12081499397754669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:37,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406657720Initializing all the Stores at 1731406657723 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406657723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406657726 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406657726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406657726Cleaning up temporary data from old regions at 1731406657767 (+41 ms)Region opened successfully at 1731406657800 (+33 ms) 2024-11-12T10:17:37,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:17:37,803 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:17:37,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:17:37,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:17:37,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:17:37,817 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:37,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406657803Disabling compacts and flushes for region at 1731406657803Disabling writes for close at 1731406657804 (+1 ms)Writing region close event to WAL at 1731406657817 (+13 ms)Closed at 1731406657817 2024-11-12T10:17:37,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:37,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:17:37,825 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:17:37,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:17:37,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:17:37,844 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:17:37,845 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:17:37,853 INFO [RS:0;a10fb4296bab:39163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:17:37,853 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,855 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:17:37,863 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:17:37,865 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,866 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,866 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,866 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,866 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,866 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,867 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:17:37,867 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,867 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,867 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,867 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,867 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,868 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:37,868 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:17:37,868 DEBUG [RS:0;a10fb4296bab:39163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:17:37,871 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,871 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,871 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,871 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,871 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,871 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39163,1731406654788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:17:37,892 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:17:37,894 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39163,1731406654788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,895 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,895 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.Replication(171): a10fb4296bab,39163,1731406654788 started 2024-11-12T10:17:37,915 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:37,915 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,39163,1731406654788, RpcServer on a10fb4296bab/172.17.0.3:39163, sessionid=0x1012e8cd4340001 2024-11-12T10:17:37,916 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:17:37,916 DEBUG [RS:0;a10fb4296bab:39163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,39163,1731406654788 2024-11-12T10:17:37,917 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39163,1731406654788' 2024-11-12T10:17:37,917 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986490177/flush-table-proc/abort' 2024-11-12T10:17:37,918 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986490177/flush-table-proc/acquired' 2024-11-12T10:17:37,921 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:17:37,921 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:17:37,921 DEBUG [RS:0;a10fb4296bab:39163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,39163,1731406654788 2024-11-12T10:17:37,921 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39163,1731406654788' 2024-11-12T10:17:37,922 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986490177/online-snapshot/abort' 2024-11-12T10:17:37,922 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986490177/online-snapshot/acquired' 2024-11-12T10:17:37,923 DEBUG [RS:0;a10fb4296bab:39163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:17:37,923 INFO [RS:0;a10fb4296bab:39163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:17:37,923 INFO [RS:0;a10fb4296bab:39163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:17:37,997 WARN [a10fb4296bab:38857 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:17:38,027 INFO [RS:0;a10fb4296bab:39163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:17:38,030 INFO [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39163%2C1731406654788, suffix=, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs, maxLogs=10 2024-11-12T10:17:38,052 DEBUG [RS:0;a10fb4296bab:39163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034, exclude list is [], retry=0 2024-11-12T10:17:38,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:38,060 INFO [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 2024-11-12T10:17:38,061 DEBUG [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:38,249 DEBUG [a10fb4296bab:38857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:17:38,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,39163,1731406654788 2024-11-12T10:17:38,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39163,1731406654788, state=OPENING 2024-11-12T10:17:38,317 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:17:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:38,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:38,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:38,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:17:38,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39163,1731406654788}] 2024-11-12T10:17:38,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:17:38,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:17:38,525 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:17:38,525 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:38,526 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:17:38,529 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39163%2C1731406654788.meta, suffix=.meta, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs, maxLogs=10 2024-11-12T10:17:38,545 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.meta.1731406658531.meta, exclude list is [], retry=0 2024-11-12T10:17:38,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:38,553 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.meta.1731406658531.meta 2024-11-12T10:17:38,553 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:38,554 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:38,560 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:17:38,561 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:17:38,563 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:17:38,565 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:17:38,568 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:17:38,569 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:38,569 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:17:38,569 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:17:38,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:17:38,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:17:38,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:38,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:38,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:17:38,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:17:38,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:38,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:38,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:17:38,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:17:38,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:38,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:38,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:17:38,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:17:38,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:38,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:38,588 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:17:38,592 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740 2024-11-12T10:17:38,596 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740 2024-11-12T10:17:38,600 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:17:38,600 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:17:38,601 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:38,604 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:17:38,610 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73018465, jitterRate=0.0880599170923233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:38,610 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:17:38,612 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406658570Writing region info on filesystem at 1731406658570Initializing all the Stores at 1731406658573 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406658573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406658574 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406658574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406658574Cleaning up temporary data from old regions at 1731406658600 (+26 ms)Running coprocessor post-open hooks at 1731406658611 (+11 ms)Region opened successfully at 1731406658612 (+1 ms) 2024-11-12T10:17:38,621 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406658500 2024-11-12T10:17:38,637 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:17:38,638 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:17:38,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,39163,1731406654788 2024-11-12T10:17:38,643 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39163,1731406654788, state=OPEN 2024-11-12T10:17:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:38,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:38,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:38,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,39163,1731406654788 2024-11-12T10:17:38,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:17:38,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39163,1731406654788 in 393 msec 2024-11-12T10:17:38,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:17:38,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 902 msec 2024-11-12T10:17:38,741 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:38,741 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:17:38,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:38,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39163,1731406654788, seqNum=-1] 2024-11-12T10:17:38,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:38,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:17:38,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-12T10:17:38,827 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406658826, completionTime=-1 2024-11-12T10:17:38,829 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:17:38,829 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:17:38,855 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:17:38,855 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406718855 2024-11-12T10:17:38,855 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406778855 2024-11-12T10:17:38,856 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-12T10:17:38,857 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38857,1731406654009-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:38,858 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38857,1731406654009-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:38,858 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38857,1731406654009-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:38,859 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:38857, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:38,860 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:38,860 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:38,867 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:17:38,891 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.929sec 2024-11-12T10:17:38,893 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:17:38,894 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:17:38,895 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:17:38,896 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:17:38,896 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:17:38,897 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38857,1731406654009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:17:38,898 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38857,1731406654009-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:17:38,907 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:17:38,909 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:17:38,909 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38857,1731406654009-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:39,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:39,002 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:17:39,002 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:17:39,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,38857,-1 for getting cluster id 2024-11-12T10:17:39,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:39,017 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a79398c2-c396-43b7-b826-7a7c7a31fd8d' 2024-11-12T10:17:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a79398c2-c396-43b7-b826-7a7c7a31fd8d" 2024-11-12T10:17:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d1ff91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,38857,-1] 2024-11-12T10:17:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:39,029 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:39,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:39,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:39,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39163,1731406654788, seqNum=-1] 2024-11-12T10:17:39,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:39,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:17:39,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,38857,1731406654009 2024-11-12T10:17:39,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:39,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:39,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e8cd4340002 connected 2024-11-12T10:17:39,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir so I do NOT create it in target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce 2024-11-12T10:17:39,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.tmp.dir so I do NOT create it in target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce 2024-11-12T10:17:39,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:17:39,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce 2024-11-12T10:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:17:39,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/cluster_453046dc-b7ba-ccfa-bdc8-837f638d98ad, deleteOnExit=true 2024-11-12T10:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/test.cache.data in system properties and HBase conf 2024-11-12T10:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:17:39,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:17:39,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:17:39,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:17:39,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:17:39,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:17:39,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:17:39,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:17:39,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:17:39,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:17:39,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:17:39,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:17:39,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:17:39,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:17:39,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:17:39,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:17:39,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c5bd95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/java.io.tmpdir/jetty-localhost-44609-hadoop-hdfs-3_4_1-tests_jar-_-any-11539221201038873733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:17:39,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:44609} 2024-11-12T10:17:39,703 INFO [Time-limited test {}] server.Server(415): Started @12011ms 2024-11-12T10:17:40,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:17:40,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:17:40,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:17:40,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:17:40,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:17:40,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:17:40,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:17:40,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6e23de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/java.io.tmpdir/jetty-localhost-37251-hadoop-hdfs-3_4_1-tests_jar-_-any-840001667103158974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:17:40,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:37251} 2024-11-12T10:17:40,414 INFO [Time-limited test {}] server.Server(415): Started @12722ms 2024-11-12T10:17:40,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:17:41,167 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/cluster_453046dc-b7ba-ccfa-bdc8-837f638d98ad/data/data1/current/BP-1700909382-172.17.0.3-1731406659187/current, will proceed with Du for space computation calculation, 2024-11-12T10:17:41,167 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/cluster_453046dc-b7ba-ccfa-bdc8-837f638d98ad/data/data2/current/BP-1700909382-172.17.0.3-1731406659187/current, will proceed with Du for space computation calculation, 2024-11-12T10:17:41,221 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:17:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1080e1d32625f8a with lease ID 0x6abb80d70770e6b6: Processing first storage report for DS-e19b89f7-48fc-435b-a888-d1748dc8ee8c from datanode DatanodeRegistration(127.0.0.1:42187, datanodeUuid=86beb5a7-8870-42ae-bb3a-71c68b0c7527, infoPort=41505, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=2027977118;c=1731406659187) 2024-11-12T10:17:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1080e1d32625f8a with lease ID 0x6abb80d70770e6b6: from storage DS-e19b89f7-48fc-435b-a888-d1748dc8ee8c node DatanodeRegistration(127.0.0.1:42187, datanodeUuid=86beb5a7-8870-42ae-bb3a-71c68b0c7527, infoPort=41505, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=2027977118;c=1731406659187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:17:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1080e1d32625f8a with lease ID 0x6abb80d70770e6b6: Processing first storage report for DS-dce3b2f2-b818-45ef-b5eb-ea8d9ce51f30 from datanode DatanodeRegistration(127.0.0.1:42187, datanodeUuid=86beb5a7-8870-42ae-bb3a-71c68b0c7527, infoPort=41505, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=2027977118;c=1731406659187) 2024-11-12T10:17:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1080e1d32625f8a with lease ID 0x6abb80d70770e6b6: from storage DS-dce3b2f2-b818-45ef-b5eb-ea8d9ce51f30 node DatanodeRegistration(127.0.0.1:42187, datanodeUuid=86beb5a7-8870-42ae-bb3a-71c68b0c7527, infoPort=41505, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=2027977118;c=1731406659187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:17:41,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce 2024-11-12T10:17:41,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:41,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:17:41,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5 with version=8 2024-11-12T10:17:41,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/hbase-staging 2024-11-12T10:17:41,312 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:17:41,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:41,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:41,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:17:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:17:41,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:17:41,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:17:41,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35389 2024-11-12T10:17:41,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35389 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:41,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353890x0, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:41,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35389-0x1012e8cd4340003 connected 2024-11-12T10:17:41,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:41,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:41,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/running 2024-11-12T10:17:41,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5, hbase.cluster.distributed=false 2024-11-12T10:17:41,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/acl 2024-11-12T10:17:41,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35389 2024-11-12T10:17:41,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35389 2024-11-12T10:17:41,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35389 2024-11-12T10:17:41,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35389 2024-11-12T10:17:41,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35389 2024-11-12T10:17:41,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:17:41,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:41,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:41,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:17:41,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:41,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:17:41,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:17:41,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:17:41,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39107 2024-11-12T10:17:41,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39107 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:41,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:41,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391070x0, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:41,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391070x0, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/running 2024-11-12T10:17:41,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39107-0x1012e8cd4340004 connected 2024-11-12T10:17:41,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:17:41,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:17:41,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/master 2024-11-12T10:17:41,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/acl 2024-11-12T10:17:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39107 2024-11-12T10:17:41,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39107 2024-11-12T10:17:41,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39107 2024-11-12T10:17:41,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39107 2024-11-12T10:17:41,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39107 2024-11-12T10:17:41,522 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:35389 2024-11-12T10:17:41,523 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1831873019/backup-masters/a10fb4296bab,35389,1731406661311 2024-11-12T10:17:41,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019/backup-masters 2024-11-12T10:17:41,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019/backup-masters 2024-11-12T10:17:41,536 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on existing znode=/1-1831873019/backup-masters/a10fb4296bab,35389,1731406661311 2024-11-12T10:17:41,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:41,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1831873019/master 2024-11-12T10:17:41,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:41,550 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on existing znode=/1-1831873019/master 2024-11-12T10:17:41,550 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1831873019/backup-masters/a10fb4296bab,35389,1731406661311 from backup master directory 2024-11-12T10:17:41,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019/backup-masters 2024-11-12T10:17:41,559 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:17:41,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831873019/backup-masters/a10fb4296bab,35389,1731406661311 2024-11-12T10:17:41,559 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,35389,1731406661311 2024-11-12T10:17:41,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019/backup-masters 2024-11-12T10:17:41,569 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/hbase.id] with ID: e6213d0b-0aa6-4232-ad0a-9093eb7b6990 2024-11-12T10:17:41,569 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/.tmp/hbase.id 2024-11-12T10:17:41,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:17:41,983 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/.tmp/hbase.id]:[hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/hbase.id] 2024-11-12T10:17:42,016 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:42,016 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:17:42,019 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T10:17:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:17:42,051 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:17:42,054 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:17:42,054 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:17:42,469 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store 2024-11-12T10:17:42,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:17:42,492 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:42,493 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:17:42,493 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:42,493 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:42,493 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:17:42,493 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:42,493 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:42,493 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406662492Disabling compacts and flushes for region at 1731406662492Disabling writes for close at 1731406662493 (+1 ms)Writing region close event to WAL at 1731406662493Closed at 1731406662493 2024-11-12T10:17:42,495 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/.initializing 2024-11-12T10:17:42,495 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/WALs/a10fb4296bab,35389,1731406661311 2024-11-12T10:17:42,497 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:17:42,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C35389%2C1731406661311, suffix=, logDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/WALs/a10fb4296bab,35389,1731406661311, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/oldWALs, maxLogs=10 2024-11-12T10:17:42,520 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/WALs/a10fb4296bab,35389,1731406661311/a10fb4296bab%2C35389%2C1731406661311.1731406662501, exclude list is [], retry=0 2024-11-12T10:17:42,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-e19b89f7-48fc-435b-a888-d1748dc8ee8c,DISK] 2024-11-12T10:17:42,529 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/WALs/a10fb4296bab,35389,1731406661311/a10fb4296bab%2C35389%2C1731406661311.1731406662501 2024-11-12T10:17:42,530 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41505:41505)] 2024-11-12T10:17:42,530 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:42,530 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:42,530 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,531 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:17:42,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:42,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:42,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:17:42,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:42,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:42,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:17:42,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:42,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:42,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:17:42,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:42,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:42,558 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,559 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,559 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,562 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,562 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,563 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:42,565 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:42,568 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:17:42,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66863747, jitterRate=-0.003652527928352356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:42,569 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406662531Initializing all the Stores at 1731406662533 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406662533Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406662539 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406662539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406662539Cleaning up temporary data from old regions at 1731406662562 (+23 ms)Region opened successfully at 1731406662569 (+7 ms) 2024-11-12T10:17:42,569 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:17:42,576 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c1eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:17:42,577 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:17:42,578 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:17:42,578 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:17:42,578 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:17:42,579 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:17:42,580 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:17:42,580 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:17:42,585 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:17:42,586 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Unable to get data of znode /1-1831873019/balancer because node does not exist (not necessarily an error) 2024-11-12T10:17:42,633 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/balancer already deleted, retry=false 2024-11-12T10:17:42,633 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:17:42,635 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Unable to get data of znode /1-1831873019/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:17:42,643 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/normalizer already deleted, retry=false 2024-11-12T10:17:42,644 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:17:42,645 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Unable to get data of znode /1-1831873019/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:17:42,654 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/switch/split already deleted, retry=false 2024-11-12T10:17:42,655 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Unable to get data of znode /1-1831873019/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:17:42,664 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/switch/merge already deleted, retry=false 2024-11-12T10:17:42,668 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Unable to get data of znode /1-1831873019/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:17:42,675 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/snapshot-cleanup already deleted, retry=false 2024-11-12T10:17:42,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1831873019/running 2024-11-12T10:17:42,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1831873019/running 2024-11-12T10:17:42,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,686 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,35389,1731406661311, sessionid=0x1012e8cd4340003, setting cluster-up flag (Was=false) 2024-11-12T10:17:42,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,738 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1831873019/flush-table-proc/acquired, /1-1831873019/flush-table-proc/reached, /1-1831873019/flush-table-proc/abort 2024-11-12T10:17:42,739 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35389,1731406661311 2024-11-12T10:17:42,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:42,791 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1831873019/online-snapshot/acquired, /1-1831873019/online-snapshot/reached, /1-1831873019/online-snapshot/abort 2024-11-12T10:17:42,792 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35389,1731406661311 2024-11-12T10:17:42,794 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:17:42,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:42,798 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:17:42,799 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:17:42,799 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,35389,1731406661311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:17:42,801 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:42,801 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:42,801 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:42,801 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:42,801 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:17:42,801 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,802 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:17:42,802 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,803 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(746): ClusterId : e6213d0b-0aa6-4232-ad0a-9093eb7b6990 2024-11-12T10:17:42,804 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:17:42,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:42,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:17:42,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:42,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:17:42,812 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406692812 2024-11-12T10:17:42,812 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:17:42,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:17:42,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:17:42,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:17:42,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:17:42,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:17:42,814 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:17:42,814 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:17:42,818 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,819 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:17:42,819 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:17:42,819 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:17:42,819 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:17:42,820 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:17:42,820 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:17:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:17:42,825 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:17:42,826 DEBUG [RS:0;a10fb4296bab:39107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432ecbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:17:42,829 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406662821,5,FailOnTimeoutGroup] 2024-11-12T10:17:42,836 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406662829,5,FailOnTimeoutGroup] 2024-11-12T10:17:42,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:17:42,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,837 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,848 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:39107 2024-11-12T10:17:42,848 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:17:42,848 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:17:42,848 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:17:42,849 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,35389,1731406661311 with port=39107, startcode=1731406661448 2024-11-12T10:17:42,850 DEBUG [RS:0;a10fb4296bab:39107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:17:42,853 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:17:42,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,39107,1731406661448 2024-11-12T10:17:42,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35389 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,39107,1731406661448 2024-11-12T10:17:42,859 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5 2024-11-12T10:17:42,859 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35457 2024-11-12T10:17:42,859 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:17:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019/rs 2024-11-12T10:17:42,910 DEBUG [RS:0;a10fb4296bab:39107 {}] zookeeper.ZKUtil(111): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on existing znode=/1-1831873019/rs/a10fb4296bab,39107,1731406661448 2024-11-12T10:17:42,910 WARN [RS:0;a10fb4296bab:39107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:17:42,911 INFO [RS:0;a10fb4296bab:39107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:42,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,39107,1731406661448] 2024-11-12T10:17:42,911 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448 2024-11-12T10:17:42,919 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:17:42,926 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:17:42,926 INFO [RS:0;a10fb4296bab:39107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:17:42,926 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,927 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:17:42,928 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:17:42,929 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,929 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,929 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,929 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,929 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,929 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:17:42,930 DEBUG [RS:0;a10fb4296bab:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:17:42,932 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,932 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,932 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,933 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,933 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,933 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39107,1731406661448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:17:42,954 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:17:42,954 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39107,1731406661448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,954 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,954 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.Replication(171): a10fb4296bab,39107,1731406661448 started 2024-11-12T10:17:42,971 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:42,971 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,39107,1731406661448, RpcServer on a10fb4296bab/172.17.0.3:39107, sessionid=0x1012e8cd4340004 2024-11-12T10:17:42,971 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:17:42,971 DEBUG [RS:0;a10fb4296bab:39107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,39107,1731406661448 2024-11-12T10:17:42,971 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39107,1731406661448' 2024-11-12T10:17:42,971 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1831873019/flush-table-proc/abort' 2024-11-12T10:17:42,972 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1831873019/flush-table-proc/acquired' 2024-11-12T10:17:42,972 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:17:42,972 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:17:42,972 DEBUG [RS:0;a10fb4296bab:39107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,39107,1731406661448 2024-11-12T10:17:42,973 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39107,1731406661448' 2024-11-12T10:17:42,973 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1831873019/online-snapshot/abort' 2024-11-12T10:17:42,973 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1831873019/online-snapshot/acquired' 2024-11-12T10:17:42,973 DEBUG [RS:0;a10fb4296bab:39107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:17:42,973 INFO [RS:0;a10fb4296bab:39107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:17:42,973 INFO [RS:0;a10fb4296bab:39107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:17:43,074 INFO [RS:0;a10fb4296bab:39107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:17:43,077 INFO [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39107%2C1731406661448, suffix=, logDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/oldWALs, maxLogs=10 2024-11-12T10:17:43,098 DEBUG [RS:0;a10fb4296bab:39107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448/a10fb4296bab%2C39107%2C1731406661448.1731406663080, exclude list is [], retry=0 2024-11-12T10:17:43,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-e19b89f7-48fc-435b-a888-d1748dc8ee8c,DISK] 2024-11-12T10:17:43,106 INFO [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448/a10fb4296bab%2C39107%2C1731406661448.1731406663080 2024-11-12T10:17:43,107 DEBUG [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41505:41505)] 2024-11-12T10:17:43,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:17:43,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5 2024-11-12T10:17:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:17:43,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:43,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:17:43,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:17:43,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:43,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:43,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:17:43,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:17:43,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:43,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:43,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:17:43,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:17:43,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:43,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:43,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:17:43,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:17:43,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:43,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:43,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:17:43,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740 2024-11-12T10:17:43,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740 2024-11-12T10:17:43,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:17:43,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:17:43,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:43,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:17:43,664 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:17:43,664 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67566898, jitterRate=0.006825238466262817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:43,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406663640Initializing all the Stores at 1731406663641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406663641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406663642 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406663642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406663642Cleaning up temporary data from old regions at 1731406663658 (+16 ms)Region opened successfully at 1731406663665 (+7 ms) 2024-11-12T10:17:43,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:17:43,665 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:17:43,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:17:43,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:17:43,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:17:43,665 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:43,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406663665Disabling compacts and flushes for region at 1731406663665Disabling writes for close at 1731406663665Writing region close event to WAL at 1731406663665Closed at 1731406663665 2024-11-12T10:17:43,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:43,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:17:43,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:17:43,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:17:43,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:17:43,822 DEBUG [a10fb4296bab:35389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:17:43,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,39107,1731406661448 2024-11-12T10:17:43,825 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39107,1731406661448, state=OPENING 2024-11-12T10:17:43,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:17:43,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:43,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:43,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831873019/meta-region-server: CHANGED 2024-11-12T10:17:43,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:17:43,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39107,1731406661448}] 2024-11-12T10:17:43,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831873019/meta-region-server: CHANGED 2024-11-12T10:17:44,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:17:44,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:17:44,053 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:17:44,053 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:44,053 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:17:44,056 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39107%2C1731406661448.meta, suffix=.meta, logDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/oldWALs, maxLogs=10 2024-11-12T10:17:44,077 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448/a10fb4296bab%2C39107%2C1731406661448.meta.1731406664058.meta, exclude list is [], retry=0 2024-11-12T10:17:44,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:17:44,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-e19b89f7-48fc-435b-a888-d1748dc8ee8c,DISK] 2024-11-12T10:17:44,104 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/WALs/a10fb4296bab,39107,1731406661448/a10fb4296bab%2C39107%2C1731406661448.meta.1731406664058.meta 2024-11-12T10:17:44,106 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41505:41505)] 2024-11-12T10:17:44,106 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:44,107 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:17:44,107 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:17:44,107 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:17:44,108 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:17:44,108 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:17:44,108 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:44,108 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:17:44,108 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:17:44,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:17:44,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:17:44,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:44,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:44,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:17:44,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:17:44,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:44,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:44,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:17:44,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:17:44,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:44,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:44,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:17:44,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:17:44,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:44,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:44,139 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:17:44,141 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740 2024-11-12T10:17:44,143 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740 2024-11-12T10:17:44,146 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:17:44,146 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:17:44,147 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:44,150 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:17:44,151 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71580395, jitterRate=0.0666310042142868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:44,152 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:17:44,152 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406664108Writing region info on filesystem at 1731406664108Initializing all the Stores at 1731406664115 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406664115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406664123 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406664123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406664123Cleaning up temporary data from old regions at 1731406664146 (+23 ms)Running coprocessor post-open hooks at 1731406664152 (+6 ms)Region opened successfully at 1731406664152 2024-11-12T10:17:44,154 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406664042 2024-11-12T10:17:44,159 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:17:44,160 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:17:44,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,39107,1731406661448 2024-11-12T10:17:44,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39107,1731406661448, state=OPEN 2024-11-12T10:17:44,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:17:44,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1831873019/meta-region-server 2024-11-12T10:17:44,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1831873019/meta-region-server 2024-11-12T10:17:44,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831873019/meta-region-server: CHANGED 2024-11-12T10:17:44,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1831873019/meta-region-server: CHANGED 2024-11-12T10:17:44,177 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,39107,1731406661448 2024-11-12T10:17:44,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:17:44,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39107,1731406661448 in 291 msec 2024-11-12T10:17:44,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:17:44,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 516 msec 2024-11-12T10:17:44,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:44,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:17:44,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:44,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39107,1731406661448, seqNum=-1] 2024-11-12T10:17:44,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:44,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:17:44,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-12T10:17:44,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406664228, completionTime=-1 2024-11-12T10:17:44,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:17:44,228 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:17:44,230 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:17:44,230 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406724230 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406784230 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35389,1731406661311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35389,1731406661311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35389,1731406661311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:35389, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,231 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,234 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:17:44,236 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,242 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.682sec 2024-11-12T10:17:44,242 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:17:44,242 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:17:44,242 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:17:44,243 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:17:44,243 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:17:44,243 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35389,1731406661311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:17:44,243 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35389,1731406661311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:17:44,247 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:17:44,247 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:17:44,247 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35389,1731406661311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:44,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:44,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:44,308 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc6d8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:44,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:44,311 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:44,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ab7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39107,1731406661448, seqNum=-1] 2024-11-12T10:17:44,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:44,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:17:44,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,35389,1731406661311 2024-11-12T10:17:44,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:44,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e8cd4340005 connected 2024-11-12T10:17:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:17:44,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:17:44,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29442d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,38857,-1 for getting cluster id 2024-11-12T10:17:44,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:44,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:17:44,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T10:17:44,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:17:44,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:17:44,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:17:44,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:17:44,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a79398c2-c396-43b7-b826-7a7c7a31fd8d' 2024-11-12T10:17:44,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a79398c2-c396-43b7-b826-7a7c7a31fd8d" 2024-11-12T10:17:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289e1824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,38857,-1] 2024-11-12T10:17:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:44,356 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787d8a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,38857,1731406654009 2024-11-12T10:17:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d2963c 2024-11-12T10:17:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:44,378 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:44,379 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:17:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:17:44,395 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:17:44,397 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cfae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,397 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:44,397 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:44,398 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:44,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:44,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7c9420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:44,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:44,401 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea1a1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:44,404 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:44,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f551f7d 2024-11-12T10:17:44,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:44,412 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:44,427 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T10:17:44,428 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:17:44,433 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:44,434 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:44,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:44,436 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:17:44,443 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:17:44,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:17:44,447 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:44,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:17:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741835_1011 (size=1138) 2024-11-12T10:17:44,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 525bccb88154ab0a0b4b1aaf747d68d1, NAME => 'hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a 2024-11-12T10:17:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741836_1012 (size=44) 2024-11-12T10:17:44,496 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:17:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:17:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:17:44,884 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:44,884 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 525bccb88154ab0a0b4b1aaf747d68d1, disabling compactions & flushes 2024-11-12T10:17:44,884 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:44,884 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:44,884 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. after waiting 0 ms 2024-11-12T10:17:44,884 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:44,884 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:44,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 525bccb88154ab0a0b4b1aaf747d68d1: Waiting for close lock at 1731406664884Disabling compacts and flushes for region at 1731406664884Disabling writes for close at 1731406664884Writing region close event to WAL at 1731406664884Closed at 1731406664884 2024-11-12T10:17:44,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:17:44,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406664887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406664887"}]},"ts":"1731406664887"} 2024-11-12T10:17:44,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:17:44,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:17:44,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406664898"}]},"ts":"1731406664898"} 2024-11-12T10:17:44,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:17:44,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN}] 2024-11-12T10:17:44,909 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN 2024-11-12T10:17:44,911 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN; state=OFFLINE, location=a10fb4296bab,39163,1731406654788; forceNewPlan=false, retain=false 2024-11-12T10:17:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:17:45,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=525bccb88154ab0a0b4b1aaf747d68d1, regionState=OPENING, regionLocation=a10fb4296bab,39163,1731406654788 2024-11-12T10:17:45,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN because future has completed 2024-11-12T10:17:45,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 525bccb88154ab0a0b4b1aaf747d68d1, server=a10fb4296bab,39163,1731406654788}] 2024-11-12T10:17:45,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:45,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:45,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:17:45,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39163%2C1731406654788.rep, suffix=, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs, maxLogs=10 2024-11-12T10:17:45,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.rep.1731406665232, exclude list is [], retry=0 2024-11-12T10:17:45,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:45,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.rep.1731406665232 2024-11-12T10:17:45,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:45,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 525bccb88154ab0a0b4b1aaf747d68d1, NAME => 'hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:45,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:17:45,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:17:45,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. service=MultiRowMutationService 2024-11-12T10:17:45,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:17:45,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:45,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,268 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,270 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 525bccb88154ab0a0b4b1aaf747d68d1 columnFamilyName hfileref 2024-11-12T10:17:45,270 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:45,271 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(327): Store=525bccb88154ab0a0b4b1aaf747d68d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:45,271 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,276 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 525bccb88154ab0a0b4b1aaf747d68d1 columnFamilyName queue 2024-11-12T10:17:45,276 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:45,276 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(327): Store=525bccb88154ab0a0b4b1aaf747d68d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:45,277 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,279 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 525bccb88154ab0a0b4b1aaf747d68d1 columnFamilyName sid 2024-11-12T10:17:45,279 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:45,279 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(327): Store=525bccb88154ab0a0b4b1aaf747d68d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:45,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:17:45,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:17:45,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 525bccb88154ab0a0b4b1aaf747d68d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71608257, jitterRate=0.06704618036746979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:17:45,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:45,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 525bccb88154ab0a0b4b1aaf747d68d1: Running coprocessor pre-open hook at 1731406665258Writing region info on filesystem at 1731406665258Initializing all the Stores at 1731406665261 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406665261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406665267 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406665267Cleaning up temporary data from old regions at 1731406665284 (+17 ms)Running coprocessor post-open hooks at 1731406665292 (+8 ms)Region opened successfully at 1731406665293 (+1 ms) 2024-11-12T10:17:45,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., pid=7, masterSystemTime=1731406665222 2024-11-12T10:17:45,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:45,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:45,302 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=525bccb88154ab0a0b4b1aaf747d68d1, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,39163,1731406654788 2024-11-12T10:17:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 525bccb88154ab0a0b4b1aaf747d68d1, server=a10fb4296bab,39163,1731406654788 because future has completed 2024-11-12T10:17:45,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T10:17:45,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 525bccb88154ab0a0b4b1aaf747d68d1, server=a10fb4296bab,39163,1731406654788 in 244 msec 2024-11-12T10:17:45,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:17:45,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN in 409 msec 2024-11-12T10:17:45,323 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:17:45,323 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406665323"}]},"ts":"1731406665323"} 2024-11-12T10:17:45,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:17:45,328 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:17:45,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 892 msec 2024-11-12T10:17:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., hostname=a10fb4296bab,39163,1731406654788, seqNum=2] 2024-11-12T10:17:45,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39163 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T10:17:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:17:45,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:17:45,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T10:17:45,707 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:17:45,748 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,39163,1731406654788, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:17:45,750 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:45,750 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39163,1731406654788, seqNum=-1] 2024-11-12T10:17:45,751 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:45,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T10:17:45,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,39163,1731406654788', locateType=CURRENT is [region=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., hostname=a10fb4296bab,39163,1731406654788, seqNum=2] 2024-11-12T10:17:45,762 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T10:17:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T10:17:45,769 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,39163,1731406654788 suceeded 2024-11-12T10:17:45,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T10:17:45,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-12T10:17:45,774 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:17:45,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3920 sec 2024-11-12T10:17:45,787 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:45,789 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758f4491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:45,790 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:45,790 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:45,791 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a353ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:45,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:45,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:45,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:45,793 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:45,797 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3d3e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:45,797 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:45,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:45,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3170ab3 2024-11-12T10:17:45,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:45,800 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T10:17:45,801 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,39163,1731406654788 (queues=1) is replicating from cluster=a79398c2-c396-43b7-b826-7a7c7a31fd8d to cluster=e6213d0b-0aa6-4232-ad0a-9093eb7b6990 2024-11-12T10:17:45,804 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C39163%2C1731406654788 2024-11-12T10:17:45,811 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,39163,1731406654788, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:17:45,817 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.shippera10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C39163%2C1731406654788 2024-11-12T10:17:45,819 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034, startPosition=0, beingWritten=true 2024-11-12T10:17:46,102 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:46,410 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:17:46,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:46,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:46,549 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:17:46,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:46,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,38857,-1 for getting cluster id 2024-11-12T10:17:46,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:46,551 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a79398c2-c396-43b7-b826-7a7c7a31fd8d' 2024-11-12T10:17:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a79398c2-c396-43b7-b826-7a7c7a31fd8d" 2024-11-12T10:17:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,38857,-1] 2024-11-12T10:17:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,38857,1731406654009 2024-11-12T10:17:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-11-12T10:17:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:46,559 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:46,559 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:17:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:17:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T10:17:46,563 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:46,564 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca91338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,564 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:46,564 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:46,565 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618ac971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:46,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:46,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,567 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:46,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd62313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,568 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:46,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:46,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4627cd91 2024-11-12T10:17:46,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:46,571 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:46,572 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T10:17:46,572 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:17:46,572 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,572 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:46,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:17:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T10:17:46,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T10:17:46,789 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T10:17:46,817 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:46,837 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a10fb4296bab,39163,1731406654788, ReplicationSource: 2, currentBandwidth=0 2024-11-12T10:17:46,841 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T10:17:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T10:17:46,847 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a10fb4296bab,39163,1731406654788 suceeded 2024-11-12T10:17:46,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:17:46,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-12T10:17:46,853 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:17:46,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 294 msec 2024-11-12T10:17:46,861 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:46,862 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,862 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:46,862 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:46,863 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:46,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:46,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f2c56f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:46,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:46,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,865 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:46,866 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662724f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,866 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:46,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:46,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d39b2f1 2024-11-12T10:17:46,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:46,868 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T10:17:46,869 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a10fb4296bab,39163,1731406654788 (queues=1) is replicating from cluster=a79398c2-c396-43b7-b826-7a7c7a31fd8d to cluster=e6213d0b-0aa6-4232-ad0a-9093eb7b6990 2024-11-12T10:17:46,869 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a10fb4296bab%2C39163%2C1731406654788 2024-11-12T10:17:46,869 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a10fb4296bab,39163,1731406654788, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:17:46,871 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.shippera10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C39163%2C1731406654788 2024-11-12T10:17:46,871 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034, startPosition=0, beingWritten=true 2024-11-12T10:17:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T10:17:46,878 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T10:17:46,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:46,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:46,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:46,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,38857,1731406654009 2024-11-12T10:17:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653b7730 2024-11-12T10:17:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:46,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:46,887 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:17:46,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T10:17:46,890 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:17:46,891 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T10:17:46,895 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:17:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T10:17:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T10:17:46,906 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:46,908 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9a3cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,908 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:46,909 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:46,910 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdebf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:46,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,911 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6961665f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:46,912 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fbe80fe 2024-11-12T10:17:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:46,914 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:46,915 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T10:17:46,915 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:17:46,915 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,915 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:46,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:46,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:17:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T10:17:47,080 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:47,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T10:17:47,091 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T10:17:47,092 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T10:17:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T10:17:47,096 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a10fb4296bab,39163,1731406654788 suceeded 2024-11-12T10:17:47,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T10:17:47,100 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:17:47,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-12T10:17:47,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-12T10:17:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T10:17:47,228 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T10:17:47,229 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:17:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T10:17:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T10:17:47,234 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:47,235 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d2dc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:47,235 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:47,236 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:47,237 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:47,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493760f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,240 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:47,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c71564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:47,241 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44484fb2 2024-11-12T10:17:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:47,244 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:47,245 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T10:17:47,245 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:17:47,245 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,245 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:47,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:17:47,337 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T10:17:47,390 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:47,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T10:17:47,417 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T10:17:47,418 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T10:17:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T10:17:47,421 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a10fb4296bab,39163,1731406654788 suceeded 2024-11-12T10:17:47,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T10:17:47,425 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a10fb4296bab:35389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:17:47,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-12T10:17:47,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-12T10:17:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T10:17:47,548 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T10:17:47,549 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:17:47,550 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T10:17:47,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:47,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:47,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:47,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:17:47,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false 2024-11-12T10:17:47,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,38857,1731406654009 2024-11-12T10:17:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:47,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:17:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:47,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:47,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:47,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:47,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,39163,1731406654788' ***** 2024-11-12T10:17:47,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:17:47,560 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:17:47,561 INFO [RS:0;a10fb4296bab:39163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:17:47,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:17:47,561 INFO [RS:0;a10fb4296bab:39163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:17:47,561 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(3091): Received CLOSE for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:47,562 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,39163,1731406654788 2024-11-12T10:17:47,562 INFO [RS:0;a10fb4296bab:39163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:17:47,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:47,562 INFO [RS:0;a10fb4296bab:39163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39163. 2024-11-12T10:17:47,562 DEBUG [RS:0;a10fb4296bab:39163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:47,562 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:47,562 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 525bccb88154ab0a0b4b1aaf747d68d1, disabling compactions & flushes 2024-11-12T10:17:47,562 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:47,562 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:47,562 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. after waiting 0 ms 2024-11-12T10:17:47,562 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:47,562 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:17:47,562 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:17:47,562 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:17:47,563 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:17:47,563 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:17:47,563 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:17:47,563 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:17:47,563 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1325): Online Regions={525bccb88154ab0a0b4b1aaf747d68d1=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:17:47,563 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:17:47,563 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:17:47,563 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:17:47,564 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:47,567 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 525bccb88154ab0a0b4b1aaf747d68d1 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T10:17:47,567 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T10:17:47,600 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:17:47,646 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/.tmp/queue/84bc926df06743d880fde9c7228a2bde is 151, key is 1-a10fb4296bab,39163,1731406654788/queue:a10fb4296bab%2C39163%2C1731406654788/1731406665757/Put/seqid=0 2024-11-12T10:17:47,646 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/info/204ffbcea2f74d5293b633ae68a930b9 is 147, key is hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1./info:regioninfo/1731406665302/Put/seqid=0 2024-11-12T10:17:47,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741838_1014 (size=5500) 2024-11-12T10:17:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741839_1015 (size=6631) 2024-11-12T10:17:47,680 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/.tmp/queue/84bc926df06743d880fde9c7228a2bde 2024-11-12T10:17:47,742 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/.tmp/queue/84bc926df06743d880fde9c7228a2bde as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/queue/84bc926df06743d880fde9c7228a2bde 2024-11-12T10:17:47,764 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:47,768 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/queue/84bc926df06743d880fde9c7228a2bde, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T10:17:47,777 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 525bccb88154ab0a0b4b1aaf747d68d1 in 209ms, sequenceid=6, compaction requested=false 2024-11-12T10:17:47,777 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:17:47,787 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:17:47,789 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:17:47,789 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:17:47,789 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:47,790 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 525bccb88154ab0a0b4b1aaf747d68d1: Waiting for close lock at 1731406667562Running coprocessor pre-close hooks at 1731406667562Disabling compacts and flushes for region at 1731406667562Disabling writes for close at 1731406667562Obtaining lock to block concurrent updates at 1731406667567 (+5 ms)Preparing flush snapshotting stores in 525bccb88154ab0a0b4b1aaf747d68d1 at 1731406667567Finished memstore snapshotting hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731406667576 (+9 ms)Flushing stores of hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. at 1731406667577 (+1 ms)Flushing 525bccb88154ab0a0b4b1aaf747d68d1/queue: creating writer at 1731406667579 (+2 ms)Flushing 525bccb88154ab0a0b4b1aaf747d68d1/queue: appending metadata at 1731406667627 (+48 ms)Flushing 525bccb88154ab0a0b4b1aaf747d68d1/queue: closing flushed file at 1731406667630 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182ecfd: reopening flushed file at 1731406667738 (+108 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 525bccb88154ab0a0b4b1aaf747d68d1 in 209ms, sequenceid=6, compaction requested=false at 1731406667777 (+39 ms)Writing region close event to WAL at 1731406667781 (+4 ms)Running coprocessor post-close hooks at 1731406667788 (+7 ms)Closed at 1731406667789 (+1 ms) 2024-11-12T10:17:47,790 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:47,799 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:47,880 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:17:47,881 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:17:47,946 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:47,964 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:48,080 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/info/204ffbcea2f74d5293b633ae68a930b9 2024-11-12T10:17:48,112 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/ns/3b698fe698f8408ea64d259edab0d14e is 43, key is default/ns:d/1731406658796/Put/seqid=0 2024-11-12T10:17:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741840_1016 (size=5153) 2024-11-12T10:17:48,120 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/ns/3b698fe698f8408ea64d259edab0d14e 2024-11-12T10:17:48,146 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/table/f5cbb8fb2147448da27ac2eb1a0ff8f2 is 53, key is hbase:replication/table:state/1731406665323/Put/seqid=0 2024-11-12T10:17:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741841_1017 (size=5256) 2024-11-12T10:17:48,164 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:48,313 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:48,365 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:48,553 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/table/f5cbb8fb2147448da27ac2eb1a0ff8f2 2024-11-12T10:17:48,562 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/info/204ffbcea2f74d5293b633ae68a930b9 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/info/204ffbcea2f74d5293b633ae68a930b9 2024-11-12T10:17:48,565 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:17:48,565 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:17:48,565 DEBUG [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:48,573 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/info/204ffbcea2f74d5293b633ae68a930b9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T10:17:48,575 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/ns/3b698fe698f8408ea64d259edab0d14e as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/ns/3b698fe698f8408ea64d259edab0d14e 2024-11-12T10:17:48,585 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/ns/3b698fe698f8408ea64d259edab0d14e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:17:48,587 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/table/f5cbb8fb2147448da27ac2eb1a0ff8f2 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/table/f5cbb8fb2147448da27ac2eb1a0ff8f2 2024-11-12T10:17:48,595 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/table/f5cbb8fb2147448da27ac2eb1a0ff8f2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T10:17:48,597 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=11, compaction requested=false 2024-11-12T10:17:48,607 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:17:48,608 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:17:48,608 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:17:48,608 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:48,608 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406667563Running coprocessor pre-close hooks at 1731406667563Disabling compacts and flushes for region at 1731406667563Disabling writes for close at 1731406667563Obtaining lock to block concurrent updates at 1731406667567 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731406667567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731406667576 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406667577 (+1 ms)Flushing 1588230740/info: creating writer at 1731406667579 (+2 ms)Flushing 1588230740/info: appending metadata at 1731406667628 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731406667630 (+2 ms)Flushing 1588230740/ns: creating writer at 1731406668089 (+459 ms)Flushing 1588230740/ns: appending metadata at 1731406668110 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731406668110Flushing 1588230740/table: creating writer at 1731406668130 (+20 ms)Flushing 1588230740/table: appending metadata at 1731406668145 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731406668145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583512f7: reopening flushed file at 1731406668561 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f61566e: reopening flushed file at 1731406668573 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12558829: reopening flushed file at 1731406668585 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=11, compaction requested=false at 1731406668597 (+12 ms)Writing region close event to WAL at 1731406668602 (+5 ms)Running coprocessor post-close hooks at 1731406668608 (+6 ms)Closed at 1731406668608 2024-11-12T10:17:48,608 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:48,657 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788/a10fb4296bab%2C39163%2C1731406654788.1731406658034 to pos 0, reset compression=false 2024-11-12T10:17:48,765 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,39163,1731406654788; all regions closed. 2024-11-12T10:17:48,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741834_1010 (size=2742) 2024-11-12T10:17:48,776 DEBUG [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs 2024-11-12T10:17:48,776 INFO [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39163%2C1731406654788.meta:.meta(num 1731406658531) 2024-11-12T10:17:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741837_1013 (size=1802) 2024-11-12T10:17:48,783 DEBUG [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs 2024-11-12T10:17:48,783 INFO [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39163%2C1731406654788.rep:(num 1731406665232) 2024-11-12T10:17:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:17:48,789 DEBUG [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs 2024-11-12T10:17:48,789 INFO [RS:0;a10fb4296bab:39163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39163%2C1731406654788:(num 1731406658034) 2024-11-12T10:17:48,789 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:48,790 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:17:48,790 INFO [RS:0;a10fb4296bab:39163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:17:48,790 INFO [RS:0;a10fb4296bab:39163 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:17:48,790 INFO [RS:0;a10fb4296bab:39163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:17:48,790 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:17:48,790 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,39163,1731406654788 because: Region server is closing 2024-11-12T10:17:48,791 INFO [RS:0;a10fb4296bab:39163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39163. 2024-11-12T10:17:48,791 DEBUG [RS:0;a10fb4296bab:39163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:48,791 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:48,791 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:48,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:48,892 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.wal-reader.a10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:17:48,892 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.shippera10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:17:48,892 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39163,1731406654788.replicationSource.shippera10fb4296bab%2C39163%2C1731406654788,1-a10fb4296bab,39163,1731406654788 terminated 2024-11-12T10:17:48,892 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a10fb4296bab,39163,1731406654788 because: Region server is closing 2024-11-12T10:17:48,893 INFO [RS:0;a10fb4296bab:39163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39163. 2024-11-12T10:17:48,893 DEBUG [RS:0;a10fb4296bab:39163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:48,893 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:48,893 DEBUG [RS:0;a10fb4296bab:39163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:48,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:48,993 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.shippera10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:17:48,994 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,39163,1731406654788.replicationSource.shippera10fb4296bab%2C39163%2C1731406654788,2-a10fb4296bab,39163,1731406654788 terminated 2024-11-12T10:17:48,994 INFO [RS:0;a10fb4296bab:39163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39163 2024-11-12T10:17:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/rs/a10fb4296bab,39163,1731406654788 2024-11-12T10:17:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/rs 2024-11-12T10:17:49,064 INFO [RS:0;a10fb4296bab:39163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:17:49,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,39163,1731406654788] 2024-11-12T10:17:49,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/draining/a10fb4296bab,39163,1731406654788 already deleted, retry=false 2024-11-12T10:17:49,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,39163,1731406654788 expired; onlineServers=0 2024-11-12T10:17:49,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,38857,1731406654009' ***** 2024-11-12T10:17:49,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:17:49,086 INFO [M:0;a10fb4296bab:38857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:17:49,086 INFO [M:0;a10fb4296bab:38857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:17:49,086 DEBUG [M:0;a10fb4296bab:38857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:17:49,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:17:49,086 DEBUG [M:0;a10fb4296bab:38857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:17:49,086 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406657666 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406657666,5,FailOnTimeoutGroup] 2024-11-12T10:17:49,086 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406657668 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406657668,5,FailOnTimeoutGroup] 2024-11-12T10:17:49,086 INFO [M:0;a10fb4296bab:38857 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:17:49,086 INFO [M:0;a10fb4296bab:38857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:17:49,086 DEBUG [M:0;a10fb4296bab:38857 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:17:49,087 INFO [M:0;a10fb4296bab:38857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:17:49,087 INFO [M:0;a10fb4296bab:38857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:17:49,087 INFO [M:0;a10fb4296bab:38857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:17:49,087 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:17:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/master 2024-11-12T10:17:49,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:49,096 DEBUG [M:0;a10fb4296bab:38857 {}] zookeeper.ZKUtil(347): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/master because node does not exist (not an error) 2024-11-12T10:17:49,096 WARN [M:0;a10fb4296bab:38857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:17:49,097 INFO [M:0;a10fb4296bab:38857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/.lastflushedseqids 2024-11-12T10:17:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741842_1018 (size=181) 2024-11-12T10:17:49,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:49,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39163-0x1012e8cd4340001, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:49,177 INFO [RS:0;a10fb4296bab:39163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:17:49,177 INFO [RS:0;a10fb4296bab:39163 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,39163,1731406654788; zookeeper connection closed. 2024-11-12T10:17:49,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2416da22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2416da22 2024-11-12T10:17:49,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:17:49,521 INFO [M:0;a10fb4296bab:38857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:17:49,521 INFO [M:0;a10fb4296bab:38857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:17:49,521 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:17:49,522 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:49,522 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:49,522 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:17:49,522 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:49,522 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T10:17:49,546 DEBUG [M:0;a10fb4296bab:38857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f203b4edfd48318a3e47caace12c09 is 82, key is hbase:meta,,1/info:regioninfo/1731406658640/Put/seqid=0 2024-11-12T10:17:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741843_1019 (size=5672) 2024-11-12T10:17:49,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:17:49,953 INFO [M:0;a10fb4296bab:38857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f203b4edfd48318a3e47caace12c09 2024-11-12T10:17:49,992 DEBUG [M:0;a10fb4296bab:38857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6184267da1c648cc8c444ee60f6f4159 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731406665330/Put/seqid=0 2024-11-12T10:17:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741844_1020 (size=8663) 2024-11-12T10:17:50,001 INFO [M:0;a10fb4296bab:38857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6184267da1c648cc8c444ee60f6f4159 2024-11-12T10:17:50,040 DEBUG [M:0;a10fb4296bab:38857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bd81af1e72744b9b8f4c9ae6fc42380 is 69, key is a10fb4296bab,39163,1731406654788/rs:state/1731406657740/Put/seqid=0 2024-11-12T10:17:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741845_1021 (size=5156) 2024-11-12T10:17:50,049 INFO [M:0;a10fb4296bab:38857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bd81af1e72744b9b8f4c9ae6fc42380 2024-11-12T10:17:50,060 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f203b4edfd48318a3e47caace12c09 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f203b4edfd48318a3e47caace12c09 2024-11-12T10:17:50,072 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f203b4edfd48318a3e47caace12c09, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T10:17:50,077 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6184267da1c648cc8c444ee60f6f4159 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6184267da1c648cc8c444ee60f6f4159 2024-11-12T10:17:50,085 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6184267da1c648cc8c444ee60f6f4159, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T10:17:50,087 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bd81af1e72744b9b8f4c9ae6fc42380 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bd81af1e72744b9b8f4c9ae6fc42380 2024-11-12T10:17:50,094 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bd81af1e72744b9b8f4c9ae6fc42380, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T10:17:50,096 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=115, compaction requested=false 2024-11-12T10:17:50,103 INFO [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:50,104 DEBUG [M:0;a10fb4296bab:38857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406669521Disabling compacts and flushes for region at 1731406669521Disabling writes for close at 1731406669522 (+1 ms)Obtaining lock to block concurrent updates at 1731406669522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406669522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731406669523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406669523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406669523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406669545 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406669545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406669961 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406669992 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406669992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406670014 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406670040 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406670040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93a392f: reopening flushed file at 1731406670057 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515973f7: reopening flushed file at 1731406670072 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7919e1: reopening flushed file at 1731406670085 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=115, compaction requested=false at 1731406670096 (+11 ms)Writing region close event to WAL at 1731406670103 (+7 ms)Closed at 1731406670103 2024-11-12T10:17:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741830_1006 (size=59421) 2024-11-12T10:17:50,109 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:17:50,109 INFO [M:0;a10fb4296bab:38857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:17:50,109 INFO [M:0;a10fb4296bab:38857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38857 2024-11-12T10:17:50,110 INFO [M:0;a10fb4296bab:38857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:17:50,301 INFO [M:0;a10fb4296bab:38857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:17:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38857-0x1012e8cd4340000, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:50,304 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:17:50,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:17:50,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45729 2024-11-12T10:17:50,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45729 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:50,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457290x0, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:50,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45729-0x1012e8cd4340006 connected 2024-11-12T10:17:50,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:50,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:50,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:50,338 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: INIT 2024-11-12T10:17:50,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a, hbase.cluster.distributed=false 2024-11-12T10:17:50,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/acl 2024-11-12T10:17:50,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-12T10:17:50,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45729 2024-11-12T10:17:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45729 2024-11-12T10:17:50,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-12T10:17:50,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-12T10:17:50,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:17:50,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:17:50,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38315 2024-11-12T10:17:50,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38315 connecting to ZooKeeper ensemble=127.0.0.1:50936 2024-11-12T10:17:50,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:50,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:50,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383150x0, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:17:50,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383150x0, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:50,398 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: INIT 2024-11-12T10:17:50,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:17:50,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38315-0x1012e8cd4340007 connected 2024-11-12T10:17:50,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:17:50,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/master 2024-11-12T10:17:50,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/acl 2024-11-12T10:17:50,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38315 2024-11-12T10:17:50,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38315 2024-11-12T10:17:50,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38315 2024-11-12T10:17:50,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38315 2024-11-12T10:17:50,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38315 2024-11-12T10:17:50,449 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:45729 2024-11-12T10:17:50,450 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01986490177/backup-masters/a10fb4296bab,45729,1731406670304 2024-11-12T10:17:50,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:50,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:50,462 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on existing znode=/01986490177/backup-masters/a10fb4296bab,45729,1731406670304 2024-11-12T10:17:50,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986490177/master 2024-11-12T10:17:50,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:50,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:50,475 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on existing znode=/01986490177/master 2024-11-12T10:17:50,476 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01986490177/backup-masters/a10fb4296bab,45729,1731406670304 from backup master directory 2024-11-12T10:17:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/backup-masters/a10fb4296bab,45729,1731406670304 2024-11-12T10:17:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:50,485 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:17:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/backup-masters 2024-11-12T10:17:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,45729,1731406670304 2024-11-12T10:17:50,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:17:50,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:17:50,542 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 24ms. 2024-11-12T10:17:50,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741846_1022 (size=196) 2024-11-12T10:17:50,564 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:17:50,565 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:17:50,565 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:50,579 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T10:17:50,585 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009 to hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009-dead as it is dead 2024-11-12T10:17:50,586 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T10:17:50,587 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T10:17:50,587 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009-dead/a10fb4296bab%2C38857%2C1731406654009.1731406656925 2024-11-12T10:17:50,595 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009-dead/a10fb4296bab%2C38857%2C1731406654009.1731406656925 after 6ms 2024-11-12T10:17:50,596 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009-dead/a10fb4296bab%2C38857%2C1731406654009.1731406656925 to hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C38857%2C1731406654009.1731406656925 2024-11-12T10:17:50,597 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,38857,1731406654009-dead 2024-11-12T10:17:50,597 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,45729,1731406670304 2024-11-12T10:17:50,599 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:17:50,602 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C45729%2C1731406670304, suffix=, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,45729,1731406670304, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/oldWALs, maxLogs=10 2024-11-12T10:17:50,617 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,45729,1731406670304/a10fb4296bab%2C45729%2C1731406670304.1731406670602, exclude list is [], retry=0 2024-11-12T10:17:50,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:50,626 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,45729,1731406670304/a10fb4296bab%2C45729%2C1731406670304.1731406670602 2024-11-12T10:17:50,636 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:50,636 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:50,636 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:50,636 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,636 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:17:50,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:50,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f203b4edfd48318a3e47caace12c09 2024-11-12T10:17:50,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:50,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:17:50,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:50,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6184267da1c648cc8c444ee60f6f4159 2024-11-12T10:17:50,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:50,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:17:50,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:50,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bd81af1e72744b9b8f4c9ae6fc42380 2024-11-12T10:17:50,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:50,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:17:50,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:50,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:50,676 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,677 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T10:17:50,677 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C38857%2C1731406654009.1731406656925 2024-11-12T10:17:50,698 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C38857%2C1731406654009.1731406656925 2024-11-12T10:17:50,700 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C38857%2C1731406654009.1731406656925 2024-11-12T10:17:50,702 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,702 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,703 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:50,705 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:17:50,711 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T10:17:50,715 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69542636, jitterRate=0.036266028881073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:50,716 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406670637Initializing all the Stores at 1731406670638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406670638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406670638Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406670638Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406670638Cleaning up temporary data from old regions at 1731406670702 (+64 ms)Region opened successfully at 1731406670715 (+13 ms) 2024-11-12T10:17:50,719 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:17:50,727 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387b2668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:17:50,745 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T10:17:50,746 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:17:50,746 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:17:50,746 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:17:50,747 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:17:50,755 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:17:50,756 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:17:50,758 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:17:50,758 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:17:50,758 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T10:17:50,758 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T10:17:50,758 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-12T10:17:50,759 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:17:50,764 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a10fb4296bab,39163,1731406654788, regionLocation=a10fb4296bab,39163,1731406654788, openSeqNum=2 2024-11-12T10:17:50,765 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a10fb4296bab,39163,1731406654788, table=hbase:meta, region=1588230740 2024-11-12T10:17:50,765 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39163,1731406654788, state=OPEN 2024-11-12T10:17:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:50,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:50,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:50,781 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:17:50,790 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/draining/a10fb4296bab,39163,1731406654788 already deleted, retry=false 2024-11-12T10:17:50,790 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a10fb4296bab,39163,1731406654788 on a10fb4296bab,45729,1731406670304 2024-11-12T10:17:50,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a10fb4296bab,39163,1731406654788, splitWal=true, meta=true 2024-11-12T10:17:50,801 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for a10fb4296bab,39163,1731406654788 (carryingMeta=true) a10fb4296bab,39163,1731406654788/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@62a5b51e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:17:50,806 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/balancer because node does not exist (not necessarily an error) 2024-11-12T10:17:50,891 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/balancer already deleted, retry=false 2024-11-12T10:17:50,892 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:17:50,893 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:17:50,979 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/normalizer already deleted, retry=false 2024-11-12T10:17:50,979 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:17:50,981 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:17:51,042 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/switch/split already deleted, retry=false 2024-11-12T10:17:51,043 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:17:51,064 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/switch/merge already deleted, retry=false 2024-11-12T10:17:51,087 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:17:51,095 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/snapshot-cleanup already deleted, retry=false 2024-11-12T10:17:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:51,108 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,45729,1731406670304, sessionid=0x1012e8cd4340006, setting cluster-up flag (Was=false) 2024-11-12T10:17:51,117 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986490177/flush-table-proc/acquired, /01986490177/flush-table-proc/reached, /01986490177/flush-table-proc/abort 2024-11-12T10:17:51,118 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,45729,1731406670304 2024-11-12T10:17:51,129 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986490177/online-snapshot/acquired, /01986490177/online-snapshot/reached, /01986490177/online-snapshot/abort 2024-11-12T10:17:51,130 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,45729,1731406670304 2024-11-12T10:17:51,132 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/.lastflushedseqids 2024-11-12T10:17:51,136 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:17:51,136 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:17:51,136 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,45729,1731406670304 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a10fb4296bab,39163,1731406654788 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:17:51,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,143 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a10fb4296bab,39163,1731406654788, splitWal=true, meta=true 2024-11-12T10:17:51,145 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,39163,1731406654788, splitWal=true, meta=true, isMeta: true 2024-11-12T10:17:51,147 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788-splitting 2024-11-12T10:17:51,150 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788-splitting dir is empty, no logs to split. 2024-11-12T10:17:51,150 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,39163,1731406654788 WAL count=0, meta=true 2024-11-12T10:17:51,153 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406701153 2024-11-12T10:17:51,153 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:17:51,153 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:17:51,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:17:51,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:17:51,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:17:51,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:17:51,155 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788-splitting dir is empty, no logs to split. 2024-11-12T10:17:51,156 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,39163,1731406654788 WAL count=0, meta=true 2024-11-12T10:17:51,156 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,39163,1731406654788 WAL splitting is done? wals=0, meta=true 2024-11-12T10:17:51,156 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:17:51,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:17:51,161 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:17:51,161 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:17:51,161 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:17:51,162 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:17:51,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:17:51,164 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:17:51,164 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:17:51,168 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406671164,5,FailOnTimeoutGroup] 2024-11-12T10:17:51,170 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406671168,5,FailOnTimeoutGroup] 2024-11-12T10:17:51,170 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,170 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:17:51,170 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,171 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,171 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406671171, completionTime=-1 2024-11-12T10:17:51,171 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T10:17:51,175 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T10:17:51,234 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(746): ClusterId : a79398c2-c396-43b7-b826-7a7c7a31fd8d 2024-11-12T10:17:51,234 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:17:51,244 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:17:51,244 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:17:51,254 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:17:51,254 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a391561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:17:51,266 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:38315 2024-11-12T10:17:51,267 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:17:51,267 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:17:51,267 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:17:51,268 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,45729,1731406670304 with port=38315, startcode=1731406670372 2024-11-12T10:17:51,268 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:17:51,270 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:17:51,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45729 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,273 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a 2024-11-12T10:17:51,273 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46027 2024-11-12T10:17:51,273 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:17:51,275 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T10:17:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/rs 2024-11-12T10:17:51,286 DEBUG [RS:0;a10fb4296bab:38315 {}] zookeeper.ZKUtil(111): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on existing znode=/01986490177/rs/a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,286 WARN [RS:0;a10fb4296bab:38315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:17:51,286 INFO [RS:0;a10fb4296bab:38315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:51,286 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,38315,1731406670372] 2024-11-12T10:17:51,313 WARN [a10fb4296bab:45729 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:17:51,338 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:17:51,342 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:17:51,348 INFO [RS:0;a10fb4296bab:38315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:17:51,348 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,352 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:17:51,354 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:17:51,354 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,354 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,354 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,354 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,354 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,354 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:17:51,355 DEBUG [RS:0;a10fb4296bab:38315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:17:51,360 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,360 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,360 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,360 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,360 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,360 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38315,1731406670372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:17:51,379 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:17:51,379 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38315,1731406670372-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,397 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,38315,1731406670372, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:17:51,414 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(231): queueId=2-a10fb4296bab,38315,1731406670372, ReplicationSource: 2, currentBandwidth=0 2024-11-12T10:17:51,414 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,414 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.Replication(171): a10fb4296bab,38315,1731406670372 started 2024-11-12T10:17:51,418 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:51,420 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a5c9adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:51,420 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:51,420 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:51,425 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:51,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6067c7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:51,429 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:51,430 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8668d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:51,430 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:51,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:51,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c0721f9 2024-11-12T10:17:51,434 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:51,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:51,439 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,38315,1731406670372, RpcServer on a10fb4296bab/172.17.0.3:38315, sessionid=0x1012e8cd4340007 2024-11-12T10:17:51,439 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:17:51,439 DEBUG [RS:0;a10fb4296bab:38315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,439 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,38315,1731406670372' 2024-11-12T10:17:51,439 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986490177/flush-table-proc/abort' 2024-11-12T10:17:51,440 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T10:17:51,440 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986490177/flush-table-proc/acquired' 2024-11-12T10:17:51,441 INFO [RS:0;a10fb4296bab:38315.replicationSource,1-a10fb4296bab,38315,1731406670372 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,38315,1731406670372 (queues=0) is replicating from cluster=a79398c2-c396-43b7-b826-7a7c7a31fd8d to cluster=e6213d0b-0aa6-4232-ad0a-9093eb7b6990 2024-11-12T10:17:51,441 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:17:51,441 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:17:51,441 DEBUG [RS:0;a10fb4296bab:38315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,441 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,38315,1731406670372' 2024-11-12T10:17:51,441 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986490177/online-snapshot/abort' 2024-11-12T10:17:51,442 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986490177/online-snapshot/acquired' 2024-11-12T10:17:51,442 DEBUG [RS:0;a10fb4296bab:38315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:17:51,442 INFO [RS:0;a10fb4296bab:38315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:17:51,442 INFO [RS:0;a10fb4296bab:38315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:17:51,443 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35389' 2024-11-12T10:17:51,445 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24093f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:51,445 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35389,-1 for getting cluster id 2024-11-12T10:17:51,446 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:51,447 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6213d0b-0aa6-4232-ad0a-9093eb7b6990' 2024-11-12T10:17:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6213d0b-0aa6-4232-ad0a-9093eb7b6990" 2024-11-12T10:17:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@454aaa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35389,-1] 2024-11-12T10:17:51,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:51,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:51,449 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:51,450 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d4a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:51,450 DEBUG [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:51,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35389,1731406661311 2024-11-12T10:17:51,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df2226b 2024-11-12T10:17:51,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:51,453 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T10:17:51,454 INFO [RS:0;a10fb4296bab:38315.replicationSource,2-a10fb4296bab,38315,1731406670372 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a10fb4296bab,38315,1731406670372 (queues=0) is replicating from cluster=a79398c2-c396-43b7-b826-7a7c7a31fd8d to cluster=e6213d0b-0aa6-4232-ad0a-9093eb7b6990 2024-11-12T10:17:51,543 INFO [RS:0;a10fb4296bab:38315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:17:51,546 INFO [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38315%2C1731406670372, suffix=, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs, maxLogs=10 2024-11-12T10:17:51,566 DEBUG [RS:0;a10fb4296bab:38315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546, exclude list is [], retry=0 2024-11-12T10:17:51,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:51,572 INFO [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 2024-11-12T10:17:51,572 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a10fb4296bab%2C38315%2C1731406670372 for peer 2 2024-11-12T10:17:51,572 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a10fb4296bab%2C38315%2C1731406670372 for peer 1 2024-11-12T10:17:51,572 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C38315%2C1731406670372 2024-11-12T10:17:51,572 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,38315,1731406670372, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:17:51,576 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a10fb4296bab%2C38315%2C1731406670372 2024-11-12T10:17:51,576 INFO [RS:0;a10fb4296bab:38315.replicationSource.shippera10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C38315%2C1731406670372 2024-11-12T10:17:51,576 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a10fb4296bab,38315,1731406670372, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:17:51,578 DEBUG [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:51,578 INFO [RS:0;a10fb4296bab:38315.replicationSource.shippera10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C38315%2C1731406670372 2024-11-12T10:17:51,578 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546, startPosition=0, beingWritten=true 2024-11-12T10:17:51,580 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546, startPosition=0, beingWritten=true 2024-11-12T10:17:51,796 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:51,798 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:51,813 DEBUG [a10fb4296bab:45729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:17:51,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,38315,1731406670372 2024-11-12T10:17:51,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38315,1731406670372, state=OPENING 2024-11-12T10:17:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:51,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:17:51,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:51,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:51,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,38315,1731406670372}] 2024-11-12T10:17:52,018 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:17:52,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:17:52,025 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:17:52,025 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:52,026 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:17:52,028 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38315%2C1731406670372.meta, suffix=.meta, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs, maxLogs=10 2024-11-12T10:17:52,041 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.meta.1731406672029.meta, exclude list is [], retry=0 2024-11-12T10:17:52,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:52,048 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.meta.1731406672029.meta 2024-11-12T10:17:52,049 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:52,049 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:52,049 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:17:52,049 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:17:52,049 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:17:52,050 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:17:52,050 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:17:52,050 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:52,050 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:17:52,050 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:17:52,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:17:52,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:17:52,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:52,063 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/info/204ffbcea2f74d5293b633ae68a930b9 2024-11-12T10:17:52,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:52,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:17:52,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:17:52,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:52,075 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/ns/3b698fe698f8408ea64d259edab0d14e 2024-11-12T10:17:52,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:52,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:17:52,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:17:52,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:17:52,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:17:52,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:52,097 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/table/f5cbb8fb2147448da27ac2eb1a0ff8f2 2024-11-12T10:17:52,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:17:52,098 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:17:52,105 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740 2024-11-12T10:17:52,105 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:52,108 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:52,114 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740 2024-11-12T10:17:52,119 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:17:52,119 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:17:52,120 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:17:52,123 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:17:52,124 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61560728, jitterRate=-0.08267366886138916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:17:52,124 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:17:52,125 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406672050Writing region info on filesystem at 1731406672050Initializing all the Stores at 1731406672051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406672051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406672052 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406672052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406672052Cleaning up temporary data from old regions at 1731406672119 (+67 ms)Running coprocessor post-open hooks at 1731406672124 (+5 ms)Region opened successfully at 1731406672125 (+1 ms) 2024-11-12T10:17:52,126 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731406672017 2024-11-12T10:17:52,130 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:17:52,131 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:17:52,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a10fb4296bab,38315,1731406670372 2024-11-12T10:17:52,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38315,1731406670372, state=OPEN 2024-11-12T10:17:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:52,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986490177/meta-region-server 2024-11-12T10:17:52,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986490177/meta-region-server: CHANGED 2024-11-12T10:17:52,145 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,38315,1731406670372 2024-11-12T10:17:52,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T10:17:52,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,38315,1731406670372 in 281 msec 2024-11-12T10:17:52,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T10:17:52,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 993 msec 2024-11-12T10:17:52,517 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:52,539 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:52,777 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-12T10:17:53,022 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:53,044 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:53,628 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:53,652 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:54,280 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-12T10:17:54,335 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:54,358 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:55,141 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:55,164 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:55,682 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T10:17:55,682 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:17:55,683 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:55,683 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38315,1731406670372, seqNum=-1] 2024-11-12T10:17:55,683 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:55,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:17:55,691 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=525bccb88154ab0a0b4b1aaf747d68d1, regionState=OPEN, lastHost=a10fb4296bab,39163,1731406654788, regionLocation=a10fb4296bab,39163,1731406654788, openSeqNum=2 2024-11-12T10:17:55,691 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:17:55,691 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406735691 2024-11-12T10:17:55,691 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406795691 2024-11-12T10:17:55,692 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-12T10:17:55,692 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a10fb4296bab,39163,1731406654788 had 2 regions 2024-11-12T10:17:55,692 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45729,1731406670304-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,692 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45729,1731406670304-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,692 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45729,1731406670304-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,692 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:45729, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,692 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,693 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,694 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,39163,1731406654788, splitWal=true, meta=true, isMeta: false 2024-11-12T10:17:55,697 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788-splitting dir is empty, no logs to split. 2024-11-12T10:17:55,698 INFO [PEWorker-3 {}] master.SplitWALManager(105): a10fb4296bab,39163,1731406654788 WAL count=0, meta=false 2024-11-12T10:17:55,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.217sec 2024-11-12T10:17:55,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:17:55,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:17:55,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:17:55,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:17:55,702 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,39163,1731406654788-splitting dir is empty, no logs to split. 2024-11-12T10:17:55,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:17:55,702 INFO [PEWorker-3 {}] master.SplitWALManager(105): a10fb4296bab,39163,1731406654788 WAL count=0, meta=false 2024-11-12T10:17:55,702 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,39163,1731406654788 WAL splitting is done? wals=0, meta=false 2024-11-12T10:17:55,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45729,1731406670304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:17:55,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45729,1731406670304-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:17:55,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN}] 2024-11-12T10:17:55,712 WARN [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a10fb4296bab,39163,1731406654788/hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:55,712 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:17:55,712 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:17:55,712 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45729,1731406670304-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:17:55,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN 2024-11-12T10:17:55,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:17:55,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8726ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:55,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45729,-1 for getting cluster id 2024-11-12T10:17:55,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:55,739 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a79398c2-c396-43b7-b826-7a7c7a31fd8d' 2024-11-12T10:17:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a79398c2-c396-43b7-b826-7a7c7a31fd8d" 2024-11-12T10:17:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6cf243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45729,-1] 2024-11-12T10:17:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,742 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:55,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcb5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:55,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:17:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38315,1731406670372, seqNum=-1] 2024-11-12T10:17:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:17:55,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:17:55,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T10:17:55,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:55,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:55,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a10fb4296bab:45729 after: a10fb4296bab:45729 2024-11-12T10:17:55,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:55,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:55,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45729,-1 for getting cluster id 2024-11-12T10:17:55,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:17:55,754 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a79398c2-c396-43b7-b826-7a7c7a31fd8d' 2024-11-12T10:17:55,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:17:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a79398c2-c396-43b7-b826-7a7c7a31fd8d" 2024-11-12T10:17:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371cb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45729,-1] 2024-11-12T10:17:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:17:55,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,756 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:17:55,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe269bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:17:55,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:17:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,45729,1731406670304 2024-11-12T10:17:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33fb2726 2024-11-12T10:17:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:17:55,760 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:17:55,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:17:55,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T10:17:55,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:17:55,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T10:17:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:17:55,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:55,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:55,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:55,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:17:55,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1743264562, stopped=false 2024-11-12T10:17:55,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,35389,1731406661311 2024-11-12T10:17:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831873019/running 2024-11-12T10:17:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831873019/running 2024-11-12T10:17:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:55,843 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:17:55,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:55,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:55,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/running 2024-11-12T10:17:55,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,39107,1731406661448' ***** 2024-11-12T10:17:55,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:17:55,844 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:17:55,844 INFO [RS:0;a10fb4296bab:39107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:17:55,844 INFO [RS:0;a10fb4296bab:39107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:17:55,844 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,39107,1731406661448 2024-11-12T10:17:55,844 INFO [RS:0;a10fb4296bab:39107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:17:55,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Set watcher on znode that does not yet exist, /1-1831873019/running 2024-11-12T10:17:55,844 INFO [RS:0;a10fb4296bab:39107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39107. 2024-11-12T10:17:55,844 DEBUG [RS:0;a10fb4296bab:39107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:55,844 DEBUG [RS:0;a10fb4296bab:39107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:55,845 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:17:55,845 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:17:55,845 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:17:55,845 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:17:55,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:17:55,846 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:17:55,846 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:17:55,846 DEBUG [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:55,846 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:17:55,846 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:17:55,846 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:17:55,846 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:17:55,846 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:17:55,846 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:17:55,846 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T10:17:55,864 DEBUG [a10fb4296bab:45729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:17:55,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=525bccb88154ab0a0b4b1aaf747d68d1, regionState=OPENING, regionLocation=a10fb4296bab,38315,1731406670372 2024-11-12T10:17:55,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN because future has completed 2024-11-12T10:17:55,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 525bccb88154ab0a0b4b1aaf747d68d1, server=a10fb4296bab,38315,1731406670372}] 2024-11-12T10:17:55,876 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/.tmp/ns/bad9f725f6f54d9dabaac174ce8c4c62 is 43, key is default/ns:d/1731406664211/Put/seqid=0 2024-11-12T10:17:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741835_1011 (size=5153) 2024-11-12T10:17:55,887 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/.tmp/ns/bad9f725f6f54d9dabaac174ce8c4c62 2024-11-12T10:17:55,895 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/.tmp/ns/bad9f725f6f54d9dabaac174ce8c4c62 as hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/ns/bad9f725f6f54d9dabaac174ce8c4c62 2024-11-12T10:17:55,905 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/ns/bad9f725f6f54d9dabaac174ce8c4c62, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T10:17:55,907 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=6, compaction requested=false 2024-11-12T10:17:55,907 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:17:55,917 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:17:55,918 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:17:55,918 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:17:55,918 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:55,918 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406675846Running coprocessor pre-close hooks at 1731406675846Disabling compacts and flushes for region at 1731406675846Disabling writes for close at 1731406675846Obtaining lock to block concurrent updates at 1731406675846Preparing flush snapshotting stores in 1588230740 at 1731406675846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731406675847 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406675849 (+2 ms)Flushing 1588230740/ns: creating writer at 1731406675849Flushing 1588230740/ns: appending metadata at 1731406675876 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731406675876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc785c4: reopening flushed file at 1731406675894 (+18 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=6, compaction requested=false at 1731406675907 (+13 ms)Writing region close event to WAL at 1731406675908 (+1 ms)Running coprocessor post-close hooks at 1731406675918 (+10 ms)Closed at 1731406675918 2024-11-12T10:17:55,918 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:55,933 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:17:55,933 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:17:56,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:56,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:17:56,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:17:56,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38315%2C1731406670372.rep, suffix=, logDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372, archiveDir=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs, maxLogs=10 2024-11-12T10:17:56,046 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,39107,1731406661448; all regions closed. 2024-11-12T10:17:56,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.rep.1731406676032, exclude list is [], retry=0 2024-11-12T10:17:56,047 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:56,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741834_1010 (size=1152) 2024-11-12T10:17:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-c4449b8c-08d2-4b6f-b176-01d457c72c2e,DISK] 2024-11-12T10:17:56,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.rep.1731406676032 2024-11-12T10:17:56,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33187:33187)] 2024-11-12T10:17:56,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 525bccb88154ab0a0b4b1aaf747d68d1, NAME => 'hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:17:56,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:17:56,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:17:56,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. service=MultiRowMutationService 2024-11-12T10:17:56,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:17:56,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:17:56,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,057 DEBUG [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/oldWALs 2024-11-12T10:17:56,057 INFO [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39107%2C1731406661448.meta:.meta(num 1731406664058) 2024-11-12T10:17:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741832_1008 (size=93) 2024-11-12T10:17:56,063 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,063 DEBUG [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/oldWALs 2024-11-12T10:17:56,064 INFO [RS:0;a10fb4296bab:39107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39107%2C1731406661448:(num 1731406663080) 2024-11-12T10:17:56,064 DEBUG [RS:0;a10fb4296bab:39107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:56,064 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:17:56,064 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 525bccb88154ab0a0b4b1aaf747d68d1 columnFamilyName hfileref 2024-11-12T10:17:56,064 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:56,067 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(327): Store=525bccb88154ab0a0b4b1aaf747d68d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:56,067 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,068 INFO [RS:0;a10fb4296bab:39107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:17:56,068 INFO [RS:0;a10fb4296bab:39107 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:17:56,069 INFO [RS:0;a10fb4296bab:39107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:17:56,069 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:17:56,069 INFO [RS:0;a10fb4296bab:39107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39107 2024-11-12T10:17:56,069 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 525bccb88154ab0a0b4b1aaf747d68d1 columnFamilyName queue 2024-11-12T10:17:56,069 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:56,069 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:56,082 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/queue/84bc926df06743d880fde9c7228a2bde 2024-11-12T10:17:56,083 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(327): Store=525bccb88154ab0a0b4b1aaf747d68d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:56,083 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,084 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 525bccb88154ab0a0b4b1aaf747d68d1 columnFamilyName sid 2024-11-12T10:17:56,084 DEBUG [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:17:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019/rs 2024-11-12T10:17:56,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,39107,1731406661448] 2024-11-12T10:17:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831873019/rs/a10fb4296bab,39107,1731406661448 2024-11-12T10:17:56,087 INFO [StoreOpener-525bccb88154ab0a0b4b1aaf747d68d1-1 {}] regionserver.HStore(327): Store=525bccb88154ab0a0b4b1aaf747d68d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:17:56,087 INFO [RS:0;a10fb4296bab:39107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:17:56,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:17:56,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/draining/a10fb4296bab,39107,1731406661448 already deleted, retry=false 2024-11-12T10:17:56,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 525bccb88154ab0a0b4b1aaf747d68d1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68369821, jitterRate=0.01878972351551056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:17:56,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:56,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,39107,1731406661448 expired; onlineServers=0 2024-11-12T10:17:56,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,35389,1731406661311' ***** 2024-11-12T10:17:56,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:17:56,095 INFO [M:0;a10fb4296bab:35389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:17:56,096 INFO [M:0;a10fb4296bab:35389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:17:56,096 DEBUG [M:0;a10fb4296bab:35389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:17:56,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:17:56,096 DEBUG [M:0;a10fb4296bab:35389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:17:56,096 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406662829 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406662829,5,FailOnTimeoutGroup] 2024-11-12T10:17:56,096 INFO [M:0;a10fb4296bab:35389 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:17:56,096 INFO [M:0;a10fb4296bab:35389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:17:56,096 DEBUG [M:0;a10fb4296bab:35389 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:17:56,096 INFO [M:0;a10fb4296bab:35389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:17:56,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 525bccb88154ab0a0b4b1aaf747d68d1: Running coprocessor pre-open hook at 1731406676059Writing region info on filesystem at 1731406676059Initializing all the Stores at 1731406676060 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406676060Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406676062 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406676062Cleaning up temporary data from old regions at 1731406676091 (+29 ms)Running coprocessor post-open hooks at 1731406676095 (+4 ms)Region opened successfully at 1731406676096 (+1 ms) 2024-11-12T10:17:56,096 INFO [M:0;a10fb4296bab:35389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:17:56,096 INFO [M:0;a10fb4296bab:35389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:17:56,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:17:56,096 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406662821 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406662821,5,FailOnTimeoutGroup] 2024-11-12T10:17:56,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., pid=19, masterSystemTime=1731406676025 2024-11-12T10:17:56,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:56,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:56,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=525bccb88154ab0a0b4b1aaf747d68d1, regionState=OPEN, openSeqNum=10, regionLocation=a10fb4296bab,38315,1731406670372 2024-11-12T10:17:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 525bccb88154ab0a0b4b1aaf747d68d1, server=a10fb4296bab,38315,1731406670372 because future has completed 2024-11-12T10:17:56,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T10:17:56,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 525bccb88154ab0a0b4b1aaf747d68d1, server=a10fb4296bab,38315,1731406670372 in 236 msec 2024-11-12T10:17:56,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T10:17:56,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=525bccb88154ab0a0b4b1aaf747d68d1, ASSIGN in 400 msec 2024-11-12T10:17:56,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T10:17:56,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., hostname=a10fb4296bab,38315,1731406670372, seqNum=10] 2024-11-12T10:17:56,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1831873019/master 2024-11-12T10:17:56,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1831873019 2024-11-12T10:17:56,159 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a10fb4296bab,39163,1731406654788 2024-11-12T10:17:56,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T10:17:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:56,206 INFO [RS:0;a10fb4296bab:39107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:17:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39107-0x1012e8cd4340004, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:56,206 INFO [RS:0;a10fb4296bab:39107 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,39107,1731406661448; zookeeper connection closed. 2024-11-12T10:17:56,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c0d5f00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c0d5f00 2024-11-12T10:17:56,207 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:17:56,241 DEBUG [M:0;a10fb4296bab:35389 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1831873019/master already deleted, retry=false 2024-11-12T10:17:56,242 DEBUG [M:0;a10fb4296bab:35389 {}] master.ActiveMasterManager(353): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1831873019/master 2024-11-12T10:17:56,243 INFO [M:0;a10fb4296bab:35389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/.lastflushedseqids 2024-11-12T10:17:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741836_1012 (size=99) 2024-11-12T10:17:56,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T10:17:56,668 INFO [M:0;a10fb4296bab:35389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:17:56,669 INFO [M:0;a10fb4296bab:35389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:17:56,669 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:17:56,669 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:56,669 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:56,669 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:17:56,669 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:56,669 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T10:17:56,688 DEBUG [M:0;a10fb4296bab:35389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8795da90d41f45049c4d044b95518782 is 82, key is hbase:meta,,1/info:regioninfo/1731406664161/Put/seqid=0 2024-11-12T10:17:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741837_1013 (size=5672) 2024-11-12T10:17:56,696 INFO [M:0;a10fb4296bab:35389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8795da90d41f45049c4d044b95518782 2024-11-12T10:17:56,720 DEBUG [M:0;a10fb4296bab:35389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/879b03ba33324e299b4adb3308f7f625 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731406664226/Put/seqid=0 2024-11-12T10:17:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741838_1014 (size=5275) 2024-11-12T10:17:57,058 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:57,077 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:57,126 INFO [M:0;a10fb4296bab:35389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/879b03ba33324e299b4adb3308f7f625 2024-11-12T10:17:57,158 DEBUG [M:0;a10fb4296bab:35389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ca068cc1f234176b5f14d4dd00cd3c4 is 69, key is a10fb4296bab,39107,1731406661448/rs:state/1731406662854/Put/seqid=0 2024-11-12T10:17:57,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741839_1015 (size=5156) 2024-11-12T10:17:57,165 INFO [M:0;a10fb4296bab:35389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ca068cc1f234176b5f14d4dd00cd3c4 2024-11-12T10:17:57,177 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8795da90d41f45049c4d044b95518782 as hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8795da90d41f45049c4d044b95518782 2024-11-12T10:17:57,185 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8795da90d41f45049c4d044b95518782, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T10:17:57,186 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/879b03ba33324e299b4adb3308f7f625 as hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/879b03ba33324e299b4adb3308f7f625 2024-11-12T10:17:57,195 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/879b03ba33324e299b4adb3308f7f625, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T10:17:57,197 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ca068cc1f234176b5f14d4dd00cd3c4 as hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ca068cc1f234176b5f14d4dd00cd3c4 2024-11-12T10:17:57,208 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ca068cc1f234176b5f14d4dd00cd3c4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T10:17:57,210 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=28, compaction requested=false 2024-11-12T10:17:57,214 INFO [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:57,214 DEBUG [M:0;a10fb4296bab:35389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406676669Disabling compacts and flushes for region at 1731406676669Disabling writes for close at 1731406676669Obtaining lock to block concurrent updates at 1731406676669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406676669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731406676670 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406676671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406676671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406676688 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406676688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406676704 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406676720 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406676720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406677135 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406677157 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406677157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623f3540: reopening flushed file at 1731406677173 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea72aee: reopening flushed file at 1731406677185 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6689de15: reopening flushed file at 1731406677196 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=28, compaction requested=false at 1731406677210 (+14 ms)Writing region close event to WAL at 1731406677214 (+4 ms)Closed at 1731406677214 2024-11-12T10:17:57,219 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3754e05-dc1f-4adc-c6b0-dd5aac1b5df5/MasterData/WALs/a10fb4296bab,35389,1731406661311/a10fb4296bab%2C35389%2C1731406661311.1731406662501 not finished, retry = 0 2024-11-12T10:17:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741830_1006 (size=10165) 2024-11-12T10:17:57,320 INFO [M:0;a10fb4296bab:35389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:17:57,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:17:57,321 INFO [M:0;a10fb4296bab:35389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35389 2024-11-12T10:17:57,324 INFO [M:0;a10fb4296bab:35389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:17:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:57,438 INFO [M:0;a10fb4296bab:35389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:17:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35389-0x1012e8cd4340003, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:57,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6e23de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:17:57,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:17:57,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:17:57,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:17:57,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir/,STOPPED} 2024-11-12T10:17:57,447 WARN [BP-1700909382-172.17.0.3-1731406659187 heartbeating to localhost/127.0.0.1:35457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:17:57,447 WARN [BP-1700909382-172.17.0.3-1731406659187 heartbeating to localhost/127.0.0.1:35457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700909382-172.17.0.3-1731406659187 (Datanode Uuid 86beb5a7-8870-42ae-bb3a-71c68b0c7527) service to localhost/127.0.0.1:35457 2024-11-12T10:17:57,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:17:57,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:17:57,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/cluster_453046dc-b7ba-ccfa-bdc8-837f638d98ad/data/data1/current/BP-1700909382-172.17.0.3-1731406659187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:17:57,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/cluster_453046dc-b7ba-ccfa-bdc8-837f638d98ad/data/data2/current/BP-1700909382-172.17.0.3-1731406659187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:17:57,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:17:57,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c5bd95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:17:57,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:17:57,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:17:57,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:17:57,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir/,STOPPED} 2024-11-12T10:17:57,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:17:57,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:17:57,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:57,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:57,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:57,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:57,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:57,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:17:57,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019914834, stopped=false 2024-11-12T10:17:57,483 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,45729,1731406670304 2024-11-12T10:17:57,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:57,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/running 2024-11-12T10:17:57,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:57,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:57,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:17:57,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:17:57,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:57,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Set watcher on znode that does not yet exist, /01986490177/running 2024-11-12T10:17:57,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:57,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:57,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,38315,1731406670372' ***** 2024-11-12T10:17:57,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:17:57,503 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:17:57,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:17:57,504 INFO [RS:0;a10fb4296bab:38315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:17:57,504 INFO [RS:0;a10fb4296bab:38315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:17:57,504 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(3091): Received CLOSE for 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:57,504 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,38315,1731406670372 2024-11-12T10:17:57,504 INFO [RS:0;a10fb4296bab:38315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:17:57,504 INFO [RS:0;a10fb4296bab:38315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38315. 2024-11-12T10:17:57,504 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 525bccb88154ab0a0b4b1aaf747d68d1, disabling compactions & flushes 2024-11-12T10:17:57,504 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:57,504 DEBUG [RS:0;a10fb4296bab:38315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:57,505 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. after waiting 0 ms 2024-11-12T10:17:57,505 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:57,505 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:17:57,505 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:17:57,505 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:17:57,505 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:17:57,505 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1325): Online Regions={525bccb88154ab0a0b4b1aaf747d68d1=hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:17:57,505 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 525bccb88154ab0a0b4b1aaf747d68d1 2024-11-12T10:17:57,505 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:17:57,505 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:17:57,505 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T10:17:57,512 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/replication/525bccb88154ab0a0b4b1aaf747d68d1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T10:17:57,515 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:17:57,515 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:17:57,515 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:57,515 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 525bccb88154ab0a0b4b1aaf747d68d1: Waiting for close lock at 1731406677504Running coprocessor pre-close hooks at 1731406677504Disabling compacts and flushes for region at 1731406677504Disabling writes for close at 1731406677505 (+1 ms)Writing region close event to WAL at 1731406677506 (+1 ms)Running coprocessor post-close hooks at 1731406677515 (+9 ms)Closed at 1731406677515 2024-11-12T10:17:57,516 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1. 2024-11-12T10:17:57,529 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/info/4e1794ad4572480fb0dc539c4a92f20d is 147, key is hbase:replication,,1731406664435.525bccb88154ab0a0b4b1aaf747d68d1./info:regioninfo/1731406676101/Put/seqid=0 2024-11-12T10:17:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741851_1027 (size=6385) 2024-11-12T10:17:57,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:17:57,565 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:17:57,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:17:57,705 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:57,906 DEBUG [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:17:57,938 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/info/4e1794ad4572480fb0dc539c4a92f20d 2024-11-12T10:17:57,949 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/.tmp/info/4e1794ad4572480fb0dc539c4a92f20d as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/info/4e1794ad4572480fb0dc539c4a92f20d 2024-11-12T10:17:57,958 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/info/4e1794ad4572480fb0dc539c4a92f20d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T10:17:57,959 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false 2024-11-12T10:17:57,965 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T10:17:57,965 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:17:57,965 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:17:57,966 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:57,966 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406677505Running coprocessor pre-close hooks at 1731406677505Disabling compacts and flushes for region at 1731406677505Disabling writes for close at 1731406677505Obtaining lock to block concurrent updates at 1731406677505Preparing flush snapshotting stores in 1588230740 at 1731406677505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731406677506 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406677507 (+1 ms)Flushing 1588230740/info: creating writer at 1731406677507Flushing 1588230740/info: appending metadata at 1731406677529 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731406677529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2a4e59: reopening flushed file at 1731406677948 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false at 1731406677959 (+11 ms)Writing region close event to WAL at 1731406677961 (+2 ms)Running coprocessor post-close hooks at 1731406677965 (+4 ms)Closed at 1731406677966 (+1 ms) 2024-11-12T10:17:57,966 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:17:58,106 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,38315,1731406670372; all regions closed. 2024-11-12T10:17:58,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741849_1025 (size=2156) 2024-11-12T10:17:58,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.meta.1731406672029.meta not finished, retry = 0 2024-11-12T10:17:58,165 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:58,183 DEBUG [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/WALs/a10fb4296bab,38315,1731406670372/a10fb4296bab%2C38315%2C1731406670372.1731406671546 to pos 0, reset compression=false 2024-11-12T10:17:58,212 DEBUG [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs 2024-11-12T10:17:58,212 INFO [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C38315%2C1731406670372.meta:.meta(num 1731406672029) 2024-11-12T10:17:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741850_1026 (size=796) 2024-11-12T10:17:58,218 DEBUG [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs 2024-11-12T10:17:58,218 INFO [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C38315%2C1731406670372.rep:(num 1731406676032) 2024-11-12T10:17:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741848_1024 (size=93) 2024-11-12T10:17:58,224 DEBUG [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/oldWALs 2024-11-12T10:17:58,224 INFO [RS:0;a10fb4296bab:38315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C38315%2C1731406670372:(num 1731406671546) 2024-11-12T10:17:58,224 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:58,224 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:17:58,224 INFO [RS:0;a10fb4296bab:38315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:17:58,224 INFO [RS:0;a10fb4296bab:38315 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:17:58,224 INFO [RS:0;a10fb4296bab:38315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:17:58,224 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:17:58,225 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T10:17:58,225 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,38315,1731406670372 because: Region server is closing 2024-11-12T10:17:58,225 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T10:17:58,225 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T10:17:58,225 INFO [RS:0;a10fb4296bab:38315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38315. 2024-11-12T10:17:58,225 DEBUG [RS:0;a10fb4296bab:38315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:58,225 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:58,225 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:58,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:58,326 WARN [RS:0;a10fb4296bab:38315.replicationSource.shippera10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:17:58,326 WARN [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:17:58,326 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a10fb4296bab:38315.replicationSource.shippera10fb4296bab%2C38315%2C1731406670372,1-a10fb4296bab,38315,1731406670372 terminated 2024-11-12T10:17:58,326 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a10fb4296bab,38315,1731406670372 because: Region server is closing 2024-11-12T10:17:58,326 INFO [RS:0;a10fb4296bab:38315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38315. 2024-11-12T10:17:58,326 DEBUG [RS:0;a10fb4296bab:38315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:17:58,326 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:58,326 DEBUG [RS:0;a10fb4296bab:38315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:17:58,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:17:58,427 WARN [RS:0;a10fb4296bab:38315.replicationSource.wal-reader.a10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:17:58,427 WARN [RS:0;a10fb4296bab:38315.replicationSource.shippera10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:17:58,427 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a10fb4296bab:38315.replicationSource.shippera10fb4296bab%2C38315%2C1731406670372,2-a10fb4296bab,38315,1731406670372 terminated 2024-11-12T10:17:58,427 INFO [RS:0;a10fb4296bab:38315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38315 2024-11-12T10:17:58,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177/rs 2024-11-12T10:17:58,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/rs/a10fb4296bab,38315,1731406670372 2024-11-12T10:17:58,474 INFO [RS:0;a10fb4296bab:38315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:17:58,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,38315,1731406670372] 2024-11-12T10:17:58,495 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01986490177/draining/a10fb4296bab,38315,1731406670372 already deleted, retry=false 2024-11-12T10:17:58,495 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,38315,1731406670372 expired; onlineServers=0 2024-11-12T10:17:58,495 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,45729,1731406670304' ***** 2024-11-12T10:17:58,495 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:17:58,495 INFO [M:0;a10fb4296bab:45729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:17:58,495 INFO [M:0;a10fb4296bab:45729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:17:58,495 DEBUG [M:0;a10fb4296bab:45729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:17:58,495 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:17:58,495 DEBUG [M:0;a10fb4296bab:45729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:17:58,495 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406671164 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406671164,5,FailOnTimeoutGroup] 2024-11-12T10:17:58,495 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406671168 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406671168,5,FailOnTimeoutGroup] 2024-11-12T10:17:58,496 INFO [M:0;a10fb4296bab:45729 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:17:58,496 INFO [M:0;a10fb4296bab:45729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:17:58,496 DEBUG [M:0;a10fb4296bab:45729 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:17:58,496 INFO [M:0;a10fb4296bab:45729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:17:58,496 INFO [M:0;a10fb4296bab:45729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:17:58,496 INFO [M:0;a10fb4296bab:45729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:17:58,496 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:17:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986490177/master 2024-11-12T10:17:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986490177 2024-11-12T10:17:58,506 DEBUG [M:0;a10fb4296bab:45729 {}] zookeeper.ZKUtil(347): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Unable to get data of znode /01986490177/master because node does not exist (not an error) 2024-11-12T10:17:58,506 WARN [M:0;a10fb4296bab:45729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:17:58,507 INFO [M:0;a10fb4296bab:45729 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/.lastflushedseqids 2024-11-12T10:17:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741852_1028 (size=181) 2024-11-12T10:17:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:58,585 INFO [RS:0;a10fb4296bab:38315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:17:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38315-0x1012e8cd4340007, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:17:58,585 INFO [RS:0;a10fb4296bab:38315 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,38315,1731406670372; zookeeper connection closed. 2024-11-12T10:17:58,585 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1648d52c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1648d52c 2024-11-12T10:17:58,585 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:17:58,913 INFO [M:0;a10fb4296bab:45729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:17:58,913 INFO [M:0;a10fb4296bab:45729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:17:58,913 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:17:58,913 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:58,913 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:58,913 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:17:58,913 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:17:58,913 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T10:17:58,929 DEBUG [M:0;a10fb4296bab:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/631a49ffd75e40318b2fd781506c3332 is 82, key is hbase:meta,,1/info:regioninfo/1731406672132/Put/seqid=0 2024-11-12T10:17:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741853_1029 (size=5680) 2024-11-12T10:17:59,334 INFO [M:0;a10fb4296bab:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/631a49ffd75e40318b2fd781506c3332 2024-11-12T10:17:59,355 DEBUG [M:0;a10fb4296bab:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f19710328e44fb79f5b6fd7ea995c2e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731406676111/Put/seqid=0 2024-11-12T10:17:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741854_1030 (size=7319) 2024-11-12T10:17:59,760 INFO [M:0;a10fb4296bab:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f19710328e44fb79f5b6fd7ea995c2e 2024-11-12T10:17:59,782 DEBUG [M:0;a10fb4296bab:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a95e9a04a3a54b5c9f76615515fa80a2 is 69, key is a10fb4296bab,38315,1731406670372/rs:state/1731406671271/Put/seqid=0 2024-11-12T10:17:59,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741855_1031 (size=5371) 2024-11-12T10:18:00,186 INFO [M:0;a10fb4296bab:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a95e9a04a3a54b5c9f76615515fa80a2 2024-11-12T10:18:00,192 INFO [M:0;a10fb4296bab:45729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a95e9a04a3a54b5c9f76615515fa80a2 2024-11-12T10:18:00,193 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/631a49ffd75e40318b2fd781506c3332 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/631a49ffd75e40318b2fd781506c3332 2024-11-12T10:18:00,199 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/631a49ffd75e40318b2fd781506c3332, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T10:18:00,200 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f19710328e44fb79f5b6fd7ea995c2e as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f19710328e44fb79f5b6fd7ea995c2e 2024-11-12T10:18:00,206 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f19710328e44fb79f5b6fd7ea995c2e, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T10:18:00,207 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a95e9a04a3a54b5c9f76615515fa80a2 as hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a95e9a04a3a54b5c9f76615515fa80a2 2024-11-12T10:18:00,213 INFO [M:0;a10fb4296bab:45729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a95e9a04a3a54b5c9f76615515fa80a2 2024-11-12T10:18:00,214 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46027/user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a95e9a04a3a54b5c9f76615515fa80a2, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T10:18:00,215 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=172, compaction requested=false 2024-11-12T10:18:00,217 INFO [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:00,217 DEBUG [M:0;a10fb4296bab:45729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406678913Disabling compacts and flushes for region at 1731406678913Disabling writes for close at 1731406678913Obtaining lock to block concurrent updates at 1731406678913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406678914 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731406678914Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406678915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406678915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406678929 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406678929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406679340 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406679355 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406679355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406679766 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406679781 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406679781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a5bfcc: reopening flushed file at 1731406680192 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb6f0cb: reopening flushed file at 1731406680200 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b90b9c2: reopening flushed file at 1731406680206 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=172, compaction requested=false at 1731406680215 (+9 ms)Writing region close event to WAL at 1731406680217 (+2 ms)Closed at 1731406680217 2024-11-12T10:18:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741847_1023 (size=22949) 2024-11-12T10:18:00,219 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3e8a236-7f85-42d2-c9cc-518e4b808f0a/MasterData/WALs/a10fb4296bab,45729,1731406670304/a10fb4296bab%2C45729%2C1731406670304.1731406670602 not finished, retry = 0 2024-11-12T10:18:00,320 INFO [M:0;a10fb4296bab:45729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:18:00,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:18:00,321 INFO [M:0;a10fb4296bab:45729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45729 2024-11-12T10:18:00,321 INFO [M:0;a10fb4296bab:45729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:18:00,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:00,479 INFO [M:0;a10fb4296bab:45729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:18:00,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x1012e8cd4340006, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:00,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:00,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:18:00,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:18:00,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:18:00,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir/,STOPPED} 2024-11-12T10:18:00,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:18:00,484 WARN [BP-800222024-172.17.0.3-1731406650472 heartbeating to localhost/127.0.0.1:46027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:18:00,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:18:00,484 WARN [BP-800222024-172.17.0.3-1731406650472 heartbeating to localhost/127.0.0.1:46027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-800222024-172.17.0.3-1731406650472 (Datanode Uuid 3ab27c75-915b-4df6-9788-f6e539de1db3) service to localhost/127.0.0.1:46027 2024-11-12T10:18:00,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/data/data1/current/BP-800222024-172.17.0.3-1731406650472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:18:00,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/cluster_530f8cb5-4dea-3b28-d6f5-2daa37eeab86/data/data2/current/BP-800222024-172.17.0.3-1731406650472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:18:00,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:18:00,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:00,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:18:00,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:18:00,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:18:00,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/418477b7-2a46-601c-d507-9b82a7fb417e/hadoop.log.dir/,STOPPED} 2024-11-12T10:18:00,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:18:00,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:18:00,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50936) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50936) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a10fb4296bab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a10fb4296bab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46027 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35457 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/a10fb4296bab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=7389 (was 8189) 2024-11-12T10:18:00,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=7387 2024-11-12T10:18:00,558 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T10:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir so I do NOT create it in target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6 2024-11-12T10:18:00,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.tmp.dir so I do NOT create it in target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6 2024-11-12T10:18:00,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad1557d-c2f0-9b33-a7ba-409aa9038dce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:18:00,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6 2024-11-12T10:18:00,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9, deleteOnExit=true 2024-11-12T10:18:00,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/zookeeper_0, clientPort=57245, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:18:00,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57245 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/test.cache.data in system properties and HBase conf 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:18:00,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:18:00,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:18:00,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:18:00,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e8cd4340005, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:18:00,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e8cd4340002, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:18:00,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e8cd4340005, quorum=127.0.0.1:50936, baseZNode=/1-1831873019 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:18:00,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e8cd4340002, quorum=127.0.0.1:50936, baseZNode=/01986490177 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:18:01,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:01,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:01,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:01,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:01,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:18:01,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:01,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:01,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@520994d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:01,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a4290fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/java.io.tmpdir/jetty-localhost-38815-hadoop-hdfs-3_4_1-tests_jar-_-any-533376707906495718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:01,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29dad23f{HTTP/1.1, (http/1.1)}{localhost:38815} 2024-11-12T10:18:01,165 INFO [Time-limited test {}] server.Server(415): Started @33473ms 2024-11-12T10:18:01,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:01,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:01,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:01,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:01,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:18:01,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56680efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:01,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de29a00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:01,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73336f59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/java.io.tmpdir/jetty-localhost-41199-hadoop-hdfs-3_4_1-tests_jar-_-any-11017023925271229817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:01,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@456f1799{HTTP/1.1, (http/1.1)}{localhost:41199} 2024-11-12T10:18:01,516 INFO [Time-limited test {}] server.Server(415): Started @33824ms 2024-11-12T10:18:01,517 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:18:02,347 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/data/data1/current/BP-1770162723-172.17.0.3-1731406680598/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:02,347 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/data/data2/current/BP-1770162723-172.17.0.3-1731406680598/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:02,361 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:18:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b1f0d3c6a0bedce with lease ID 0x55fdf0cd3d70aeec: Processing first storage report for DS-e8971822-2164-4eb8-92c7-59f2666a18a0 from datanode DatanodeRegistration(127.0.0.1:43557, datanodeUuid=2ba07ed2-d706-4324-b9f2-d20d33345c95, infoPort=46457, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=660941593;c=1731406680598) 2024-11-12T10:18:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b1f0d3c6a0bedce with lease ID 0x55fdf0cd3d70aeec: from storage DS-e8971822-2164-4eb8-92c7-59f2666a18a0 node DatanodeRegistration(127.0.0.1:43557, datanodeUuid=2ba07ed2-d706-4324-b9f2-d20d33345c95, infoPort=46457, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=660941593;c=1731406680598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b1f0d3c6a0bedce with lease ID 0x55fdf0cd3d70aeec: Processing first storage report for DS-662e2328-34dd-4de7-b5dd-3763c798e54c from datanode DatanodeRegistration(127.0.0.1:43557, datanodeUuid=2ba07ed2-d706-4324-b9f2-d20d33345c95, infoPort=46457, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=660941593;c=1731406680598) 2024-11-12T10:18:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b1f0d3c6a0bedce with lease ID 0x55fdf0cd3d70aeec: from storage DS-662e2328-34dd-4de7-b5dd-3763c798e54c node DatanodeRegistration(127.0.0.1:43557, datanodeUuid=2ba07ed2-d706-4324-b9f2-d20d33345c95, infoPort=46457, infoSecurePort=0, ipcPort=38123, storageInfo=lv=-57;cid=testClusterID;nsid=660941593;c=1731406680598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:02,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6 2024-11-12T10:18:02,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:02,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:18:02,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6 with version=8 2024-11-12T10:18:02,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/hbase-staging 2024-11-12T10:18:02,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:18:02,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:02,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34153 2024-11-12T10:18:02,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34153 connecting to ZooKeeper ensemble=127.0.0.1:57245 2024-11-12T10:18:02,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341530x0, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:02,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34153-0x1012e8d4da60000 connected 2024-11-12T10:18:03,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:18:03,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:03,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:03,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:03,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:03,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/running 2024-11-12T10:18:03,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6, hbase.cluster.distributed=false 2024-11-12T10:18:03,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/acl 2024-11-12T10:18:03,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34153 2024-11-12T10:18:03,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34153 2024-11-12T10:18:03,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34153 2024-11-12T10:18:03,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34153 2024-11-12T10:18:03,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34153 2024-11-12T10:18:03,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:03,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:03,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:03,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:03,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:03,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:03,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:18:03,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:03,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43471 2024-11-12T10:18:03,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43471 connecting to ZooKeeper ensemble=127.0.0.1:57245 2024-11-12T10:18:03,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:03,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:03,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434710x0, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:03,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43471-0x1012e8d4da60001 connected 2024-11-12T10:18:03,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/running 2024-11-12T10:18:03,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:18:03,086 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:18:03,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/master 2024-11-12T10:18:03,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/acl 2024-11-12T10:18:03,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-12T10:18:03,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43471 2024-11-12T10:18:03,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43471 2024-11-12T10:18:03,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-12T10:18:03,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-12T10:18:03,101 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:34153 2024-11-12T10:18:03,102 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02093212958/backup-masters/a10fb4296bab,34153,1731406682865 2024-11-12T10:18:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958/backup-masters 2024-11-12T10:18:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958/backup-masters 2024-11-12T10:18:03,113 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on existing znode=/02093212958/backup-masters/a10fb4296bab,34153,1731406682865 2024-11-12T10:18:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093212958/master 2024-11-12T10:18:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:03,123 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on existing znode=/02093212958/master 2024-11-12T10:18:03,123 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02093212958/backup-masters/a10fb4296bab,34153,1731406682865 from backup master directory 2024-11-12T10:18:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093212958/backup-masters/a10fb4296bab,34153,1731406682865 2024-11-12T10:18:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958/backup-masters 2024-11-12T10:18:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958/backup-masters 2024-11-12T10:18:03,133 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:03,133 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,34153,1731406682865 2024-11-12T10:18:03,137 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/hbase.id] with ID: 54385357-08fb-4912-934d-224e18c3da4a 2024-11-12T10:18:03,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/.tmp/hbase.id 2024-11-12T10:18:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:18:03,543 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/.tmp/hbase.id]:[hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/hbase.id] 2024-11-12T10:18:03,556 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:03,556 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:18:03,557 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:18:03,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:03,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:18:04,007 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:04,008 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:18:04,008 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:18:04,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:18:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:18:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:18:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:18:04,416 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store 2024-11-12T10:18:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:18:04,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:04,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:18:04,824 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:04,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:04,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:18:04,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:04,824 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:04,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406684824Disabling compacts and flushes for region at 1731406684824Disabling writes for close at 1731406684824Writing region close event to WAL at 1731406684824Closed at 1731406684824 2024-11-12T10:18:04,825 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/.initializing 2024-11-12T10:18:04,825 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/WALs/a10fb4296bab,34153,1731406682865 2024-11-12T10:18:04,826 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:04,828 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C34153%2C1731406682865, suffix=, logDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/WALs/a10fb4296bab,34153,1731406682865, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/oldWALs, maxLogs=10 2024-11-12T10:18:04,840 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/WALs/a10fb4296bab,34153,1731406682865/a10fb4296bab%2C34153%2C1731406682865.1731406684829, exclude list is [], retry=0 2024-11-12T10:18:04,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43557,DS-e8971822-2164-4eb8-92c7-59f2666a18a0,DISK] 2024-11-12T10:18:04,845 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/WALs/a10fb4296bab,34153,1731406682865/a10fb4296bab%2C34153%2C1731406682865.1731406684829 2024-11-12T10:18:04,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-12T10:18:04,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:04,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:04,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:18:04,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:04,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:04,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:18:04,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:04,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:04,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:18:04,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:04,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:04,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:18:04,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:04,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:04,856 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,857 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,857 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,858 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,858 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,859 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:04,860 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:04,862 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:04,862 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69668857, jitterRate=0.03814686834812164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:04,863 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406684846Initializing all the Stores at 1731406684847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406684847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406684848 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406684848Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406684848Cleaning up temporary data from old regions at 1731406684858 (+10 ms)Region opened successfully at 1731406684863 (+5 ms) 2024-11-12T10:18:04,863 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:18:04,866 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d32083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:04,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:18:04,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:18:04,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:18:04,868 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:18:04,868 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:18:04,868 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:18:04,868 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:18:04,870 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:18:04,871 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Unable to get data of znode /02093212958/balancer because node does not exist (not necessarily an error) 2024-11-12T10:18:04,926 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093212958/balancer already deleted, retry=false 2024-11-12T10:18:04,927 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:18:04,927 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Unable to get data of znode /02093212958/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:18:04,937 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093212958/normalizer already deleted, retry=false 2024-11-12T10:18:04,937 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:18:04,938 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Unable to get data of znode /02093212958/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:18:04,947 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093212958/switch/split already deleted, retry=false 2024-11-12T10:18:04,948 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Unable to get data of znode /02093212958/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:18:04,958 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093212958/switch/merge already deleted, retry=false 2024-11-12T10:18:04,960 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Unable to get data of znode /02093212958/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:18:04,968 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093212958/snapshot-cleanup already deleted, retry=false 2024-11-12T10:18:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093212958/running 2024-11-12T10:18:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093212958/running 2024-11-12T10:18:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:04,980 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,34153,1731406682865, sessionid=0x1012e8d4da60000, setting cluster-up flag (Was=false) 2024-11-12T10:18:05,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:05,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:05,032 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093212958/flush-table-proc/acquired, /02093212958/flush-table-proc/reached, /02093212958/flush-table-proc/abort 2024-11-12T10:18:05,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,34153,1731406682865 2024-11-12T10:18:05,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:05,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:05,084 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093212958/online-snapshot/acquired, /02093212958/online-snapshot/reached, /02093212958/online-snapshot/abort 2024-11-12T10:18:05,085 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,34153,1731406682865 2024-11-12T10:18:05,086 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:18:05,088 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:05,088 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:18:05,088 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:18:05,089 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,34153,1731406682865 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:05,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,091 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406715091 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:18:05,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:18:05,092 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:18:05,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:18:05,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:18:05,093 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406685093,5,FailOnTimeoutGroup] 2024-11-12T10:18:05,093 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(746): ClusterId : 54385357-08fb-4912-934d-224e18c3da4a 2024-11-12T10:18:05,093 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:18:05,093 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406685093,5,FailOnTimeoutGroup] 2024-11-12T10:18:05,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:18:05,093 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:05,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:18:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:18:05,106 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:18:05,106 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:18:05,116 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:18:05,117 DEBUG [RS:0;a10fb4296bab:43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412e09f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:05,127 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:43471 2024-11-12T10:18:05,127 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:18:05,127 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:18:05,127 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:18:05,128 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,34153,1731406682865 with port=43471, startcode=1731406683069 2024-11-12T10:18:05,128 DEBUG [RS:0;a10fb4296bab:43471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:18:05,130 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:18:05,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,43471,1731406683069 2024-11-12T10:18:05,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34153 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,43471,1731406683069 2024-11-12T10:18:05,132 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6 2024-11-12T10:18:05,132 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43213 2024-11-12T10:18:05,132 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:18:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958/rs 2024-11-12T10:18:05,144 DEBUG [RS:0;a10fb4296bab:43471 {}] zookeeper.ZKUtil(111): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on existing znode=/02093212958/rs/a10fb4296bab,43471,1731406683069 2024-11-12T10:18:05,144 WARN [RS:0;a10fb4296bab:43471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:05,144 INFO [RS:0;a10fb4296bab:43471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:05,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,43471,1731406683069] 2024-11-12T10:18:05,144 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069 2024-11-12T10:18:05,148 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:18:05,150 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:18:05,151 INFO [RS:0;a10fb4296bab:43471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:18:05,151 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,152 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:18:05,153 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:18:05,153 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,153 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,153 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,153 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:05,154 DEBUG [RS:0;a10fb4296bab:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:05,155 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,155 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,155 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,156 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,156 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,156 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43471,1731406683069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:05,170 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:18:05,170 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43471,1731406683069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,170 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,170 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.Replication(171): a10fb4296bab,43471,1731406683069 started 2024-11-12T10:18:05,183 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:05,183 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,43471,1731406683069, RpcServer on a10fb4296bab/172.17.0.3:43471, sessionid=0x1012e8d4da60001 2024-11-12T10:18:05,184 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:18:05,184 DEBUG [RS:0;a10fb4296bab:43471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,43471,1731406683069 2024-11-12T10:18:05,184 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,43471,1731406683069' 2024-11-12T10:18:05,184 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093212958/flush-table-proc/abort' 2024-11-12T10:18:05,184 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093212958/flush-table-proc/acquired' 2024-11-12T10:18:05,185 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:18:05,185 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:18:05,185 DEBUG [RS:0;a10fb4296bab:43471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,43471,1731406683069 2024-11-12T10:18:05,185 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,43471,1731406683069' 2024-11-12T10:18:05,185 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093212958/online-snapshot/abort' 2024-11-12T10:18:05,186 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093212958/online-snapshot/acquired' 2024-11-12T10:18:05,186 DEBUG [RS:0;a10fb4296bab:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:18:05,186 INFO [RS:0;a10fb4296bab:43471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:18:05,186 INFO [RS:0;a10fb4296bab:43471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:18:05,287 INFO [RS:0;a10fb4296bab:43471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:05,289 INFO [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43471%2C1731406683069, suffix=, logDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/oldWALs, maxLogs=10 2024-11-12T10:18:05,301 DEBUG [RS:0;a10fb4296bab:43471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289, exclude list is [], retry=0 2024-11-12T10:18:05,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43557,DS-e8971822-2164-4eb8-92c7-59f2666a18a0,DISK] 2024-11-12T10:18:05,307 INFO [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 2024-11-12T10:18:05,307 DEBUG [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-12T10:18:05,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:18:05,506 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6 2024-11-12T10:18:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:18:05,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:05,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:05,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:05,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:05,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:05,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:05,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:05,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:05,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:05,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:05,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:05,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:05,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:05,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:05,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:05,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:05,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:05,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:05,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740 2024-11-12T10:18:05,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740 2024-11-12T10:18:05,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:05,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:05,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:05,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:05,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:05,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66790906, jitterRate=-0.004737943410873413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:05,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406685913Initializing all the Stores at 1731406685914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406685914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406685914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406685914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406685914Cleaning up temporary data from old regions at 1731406685925 (+11 ms)Region opened successfully at 1731406685930 (+5 ms) 2024-11-12T10:18:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:18:05,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:18:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:18:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:18:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:18:05,931 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406685931Disabling compacts and flushes for region at 1731406685931Disabling writes for close at 1731406685931Writing region close event to WAL at 1731406685931Closed at 1731406685931 2024-11-12T10:18:05,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:05,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:18:05,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:18:05,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:05,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:18:06,085 DEBUG [a10fb4296bab:34153 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:18:06,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,43471,1731406683069 2024-11-12T10:18:06,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,43471,1731406683069, state=OPENING 2024-11-12T10:18:06,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:18:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:06,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:06,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093212958/meta-region-server: CHANGED 2024-11-12T10:18:06,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093212958/meta-region-server: CHANGED 2024-11-12T10:18:06,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,43471,1731406683069}] 2024-11-12T10:18:06,322 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:18:06,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:18:06,327 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:18:06,327 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:06,327 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:18:06,329 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43471%2C1731406683069.meta, suffix=.meta, logDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/oldWALs, maxLogs=10 2024-11-12T10:18:06,341 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.meta.1731406686329.meta, exclude list is [], retry=0 2024-11-12T10:18:06,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43557,DS-e8971822-2164-4eb8-92c7-59f2666a18a0,DISK] 2024-11-12T10:18:06,345 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.meta.1731406686329.meta 2024-11-12T10:18:06,345 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-12T10:18:06,345 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:06,346 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:06,346 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:18:06,346 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:18:06,346 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:18:06,346 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:18:06,346 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:06,346 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:18:06,346 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:18:06,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:06,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:06,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:06,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:06,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:06,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:06,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:06,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:06,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:06,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:06,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:06,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:06,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:06,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:06,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:06,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:06,354 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:06,355 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740 2024-11-12T10:18:06,356 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740 2024-11-12T10:18:06,358 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:06,358 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:06,358 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:06,360 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:06,361 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70828571, jitterRate=0.055427953600883484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:06,361 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:18:06,361 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406686346Writing region info on filesystem at 1731406686347 (+1 ms)Initializing all the Stores at 1731406686347Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406686348 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406686348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406686348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406686348Cleaning up temporary data from old regions at 1731406686358 (+10 ms)Running coprocessor post-open hooks at 1731406686361 (+3 ms)Region opened successfully at 1731406686361 2024-11-12T10:18:06,362 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406686322 2024-11-12T10:18:06,365 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:18:06,365 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:18:06,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,43471,1731406683069 2024-11-12T10:18:06,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,43471,1731406683069, state=OPEN 2024-11-12T10:18:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093212958/meta-region-server 2024-11-12T10:18:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093212958/meta-region-server 2024-11-12T10:18:06,420 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,43471,1731406683069 2024-11-12T10:18:06,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093212958/meta-region-server: CHANGED 2024-11-12T10:18:06,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093212958/meta-region-server: CHANGED 2024-11-12T10:18:06,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:18:06,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,43471,1731406683069 in 251 msec 2024-11-12T10:18:06,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:18:06,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-12T10:18:06,427 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:06,427 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:18:06,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:06,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43471,1731406683069, seqNum=-1] 2024-11-12T10:18:06,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:06,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:06,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-12T10:18:06,435 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406686435, completionTime=-1 2024-11-12T10:18:06,435 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:18:06,435 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406746438 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406806438 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34153,1731406682865-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34153,1731406682865-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34153,1731406682865-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:34153, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,440 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34153,1731406682865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:06,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34153,1731406682865-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:18:06,446 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:18:06,446 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:18:06,446 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34153,1731406682865-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:06,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:06,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,34153,-1 for getting cluster id 2024-11-12T10:18:06,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:06,496 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54385357-08fb-4912-934d-224e18c3da4a' 2024-11-12T10:18:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54385357-08fb-4912-934d-224e18c3da4a" 2024-11-12T10:18:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133f94f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,34153,-1] 2024-11-12T10:18:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:06,498 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:06,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b25bb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:06,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43471,1731406683069, seqNum=-1] 2024-11-12T10:18:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:06,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:06,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,34153,1731406682865 2024-11-12T10:18:06,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57245 2024-11-12T10:18:06,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:06,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e8d4da60002 connected 2024-11-12T10:18:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir so I do NOT create it in target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae 2024-11-12T10:18:06,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:18:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.tmp.dir so I do NOT create it in target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae 2024-11-12T10:18:06,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:18:06,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae 2024-11-12T10:18:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:18:06,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/cluster_e0b43c1d-8a35-029f-178f-546369802bb2, deleteOnExit=true 2024-11-12T10:18:06,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/test.cache.data in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:18:06,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:18:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:18:06,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:06,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:06,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:06,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:06,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:18:06,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:06,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:06,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4566547a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:06,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b28e0f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-14254750041309818172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:06,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b632b98{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-12T10:18:06,965 INFO [Time-limited test {}] server.Server(415): Started @39273ms 2024-11-12T10:18:07,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:07,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:07,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:07,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:07,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:18:07,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604f8883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:07,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106edffb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:07,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff8b770{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/java.io.tmpdir/jetty-localhost-46311-hadoop-hdfs-3_4_1-tests_jar-_-any-8155160968927587360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:07,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@82978eb{HTTP/1.1, (http/1.1)}{localhost:46311} 2024-11-12T10:18:07,313 INFO [Time-limited test {}] server.Server(415): Started @39621ms 2024-11-12T10:18:07,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:18:07,929 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/cluster_e0b43c1d-8a35-029f-178f-546369802bb2/data/data2/current/BP-272563511-172.17.0.3-1731406686565/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:07,929 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/cluster_e0b43c1d-8a35-029f-178f-546369802bb2/data/data1/current/BP-272563511-172.17.0.3-1731406686565/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:07,951 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:18:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0de8e3170701d21 with lease ID 0x2613134fe92b226e: Processing first storage report for DS-617d5b1d-3603-4d98-8e3c-7f2015b7478f from datanode DatanodeRegistration(127.0.0.1:41471, datanodeUuid=0a3d848e-95f7-464a-8d98-316b52fa9941, infoPort=40251, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=200536942;c=1731406686565) 2024-11-12T10:18:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0de8e3170701d21 with lease ID 0x2613134fe92b226e: from storage DS-617d5b1d-3603-4d98-8e3c-7f2015b7478f node DatanodeRegistration(127.0.0.1:41471, datanodeUuid=0a3d848e-95f7-464a-8d98-316b52fa9941, infoPort=40251, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=200536942;c=1731406686565), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:18:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0de8e3170701d21 with lease ID 0x2613134fe92b226e: Processing first storage report for DS-d385621c-fce2-4c55-86f3-edd2e9431719 from datanode DatanodeRegistration(127.0.0.1:41471, datanodeUuid=0a3d848e-95f7-464a-8d98-316b52fa9941, infoPort=40251, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=200536942;c=1731406686565) 2024-11-12T10:18:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0de8e3170701d21 with lease ID 0x2613134fe92b226e: from storage DS-d385621c-fce2-4c55-86f3-edd2e9431719 node DatanodeRegistration(127.0.0.1:41471, datanodeUuid=0a3d848e-95f7-464a-8d98-316b52fa9941, infoPort=40251, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=200536942;c=1731406686565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:08,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae 2024-11-12T10:18:08,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:08,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:18:08,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8 with version=8 2024-11-12T10:18:08,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/hbase-staging 2024-11-12T10:18:08,464 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:18:08,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:08,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35167 2024-11-12T10:18:08,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35167 connecting to ZooKeeper ensemble=127.0.0.1:57245 2024-11-12T10:18:08,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351670x0, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:08,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35167-0x1012e8d4da60003 connected 2024-11-12T10:18:08,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:08,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:08,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/running 2024-11-12T10:18:08,593 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8, hbase.cluster.distributed=false 2024-11-12T10:18:08,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/acl 2024-11-12T10:18:08,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35167 2024-11-12T10:18:08,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35167 2024-11-12T10:18:08,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35167 2024-11-12T10:18:08,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35167 2024-11-12T10:18:08,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35167 2024-11-12T10:18:08,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:18:08,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:08,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40543 2024-11-12T10:18:08,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40543 connecting to ZooKeeper ensemble=127.0.0.1:57245 2024-11-12T10:18:08,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:08,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:08,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405430x0, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:08,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405430x0, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/running 2024-11-12T10:18:08,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40543-0x1012e8d4da60004 connected 2024-11-12T10:18:08,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:18:08,629 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:18:08,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/master 2024-11-12T10:18:08,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/acl 2024-11-12T10:18:08,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40543 2024-11-12T10:18:08,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40543 2024-11-12T10:18:08,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40543 2024-11-12T10:18:08,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40543 2024-11-12T10:18:08,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40543 2024-11-12T10:18:08,649 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:35167 2024-11-12T10:18:08,649 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11880096048/backup-masters/a10fb4296bab,35167,1731406688463 2024-11-12T10:18:08,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048/backup-masters 2024-11-12T10:18:08,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048/backup-masters 2024-11-12T10:18:08,660 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on existing znode=/11880096048/backup-masters/a10fb4296bab,35167,1731406688463 2024-11-12T10:18:08,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11880096048/master 2024-11-12T10:18:08,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:08,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:08,670 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on existing znode=/11880096048/master 2024-11-12T10:18:08,670 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11880096048/backup-masters/a10fb4296bab,35167,1731406688463 from backup master directory 2024-11-12T10:18:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048/backup-masters 2024-11-12T10:18:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11880096048/backup-masters/a10fb4296bab,35167,1731406688463 2024-11-12T10:18:08,680 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048/backup-masters 2024-11-12T10:18:08,680 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,35167,1731406688463 2024-11-12T10:18:08,684 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/hbase.id] with ID: dd05c388-64cd-4575-9d03-e1957377a9b6 2024-11-12T10:18:08,684 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/.tmp/hbase.id 2024-11-12T10:18:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:18:09,090 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/.tmp/hbase.id]:[hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/hbase.id] 2024-11-12T10:18:09,102 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:09,102 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:18:09,104 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:18:09,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:09,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:18:09,554 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:09,554 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:18:09,555 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:18:09,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:18:09,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:09,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:09,988 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store 2024-11-12T10:18:09,989 WARN [RS:0;a10fb4296bab:43471 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a10fb4296bab,39163,1731406654788: status=Processing ServerCrashProcedure of a10fb4296bab,39163,1731406654788 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731406671143, completionTime=-1 appears to have been leaked 2024-11-12T10:18:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:18:10,396 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:10,396 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:18:10,397 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:10,397 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:10,397 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:18:10,397 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:10,397 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:10,397 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406690396Disabling compacts and flushes for region at 1731406690396Disabling writes for close at 1731406690397 (+1 ms)Writing region close event to WAL at 1731406690397Closed at 1731406690397 2024-11-12T10:18:10,398 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/.initializing 2024-11-12T10:18:10,398 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/WALs/a10fb4296bab,35167,1731406688463 2024-11-12T10:18:10,399 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:10,401 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C35167%2C1731406688463, suffix=, logDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/WALs/a10fb4296bab,35167,1731406688463, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/oldWALs, maxLogs=10 2024-11-12T10:18:10,413 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/WALs/a10fb4296bab,35167,1731406688463/a10fb4296bab%2C35167%2C1731406688463.1731406690401, exclude list is [], retry=0 2024-11-12T10:18:10,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-617d5b1d-3603-4d98-8e3c-7f2015b7478f,DISK] 2024-11-12T10:18:10,417 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/WALs/a10fb4296bab,35167,1731406688463/a10fb4296bab%2C35167%2C1731406688463.1731406690401 2024-11-12T10:18:10,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40251:40251)] 2024-11-12T10:18:10,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:10,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:10,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:18:10,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:10,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:10,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:18:10,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:10,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:10,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:18:10,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:10,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:10,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:18:10,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:10,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:10,428 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,429 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,429 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:10,432 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:10,433 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:10,434 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61411468, jitterRate=-0.08489781618118286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:10,434 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406690420Initializing all the Stores at 1731406690421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406690421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406690421Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406690421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406690421Cleaning up temporary data from old regions at 1731406690430 (+9 ms)Region opened successfully at 1731406690434 (+4 ms) 2024-11-12T10:18:10,434 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:18:10,437 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c5a082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:10,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:18:10,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:18:10,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:18:10,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:18:10,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:18:10,439 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:18:10,439 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:18:10,440 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:18:10,441 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Unable to get data of znode /11880096048/balancer because node does not exist (not necessarily an error) 2024-11-12T10:18:10,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11880096048/balancer already deleted, retry=false 2024-11-12T10:18:10,484 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:18:10,485 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Unable to get data of znode /11880096048/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:18:10,494 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11880096048/normalizer already deleted, retry=false 2024-11-12T10:18:10,495 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:18:10,495 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Unable to get data of znode /11880096048/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:18:10,505 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11880096048/switch/split already deleted, retry=false 2024-11-12T10:18:10,506 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Unable to get data of znode /11880096048/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:18:10,515 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11880096048/switch/merge already deleted, retry=false 2024-11-12T10:18:10,517 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Unable to get data of znode /11880096048/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:18:10,526 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11880096048/snapshot-cleanup already deleted, retry=false 2024-11-12T10:18:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11880096048/running 2024-11-12T10:18:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11880096048/running 2024-11-12T10:18:10,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:10,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:10,537 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,35167,1731406688463, sessionid=0x1012e8d4da60003, setting cluster-up flag (Was=false) 2024-11-12T10:18:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:10,589 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11880096048/flush-table-proc/acquired, /11880096048/flush-table-proc/reached, /11880096048/flush-table-proc/abort 2024-11-12T10:18:10,591 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35167,1731406688463 2024-11-12T10:18:10,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:10,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:10,642 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11880096048/online-snapshot/acquired, /11880096048/online-snapshot/reached, /11880096048/online-snapshot/abort 2024-11-12T10:18:10,643 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35167,1731406688463 2024-11-12T10:18:10,645 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:18:10,647 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:10,647 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:18:10,647 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:18:10,647 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,35167,1731406688463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:10,649 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:10,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406720653 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:18:10,653 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:18:10,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:18:10,654 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:18:10,654 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406690654,5,FailOnTimeoutGroup] 2024-11-12T10:18:10,655 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406690655,5,FailOnTimeoutGroup] 2024-11-12T10:18:10,655 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,655 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:18:10,655 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,655 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:18:10,736 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(746): ClusterId : dd05c388-64cd-4575-9d03-e1957377a9b6 2024-11-12T10:18:10,736 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:18:10,748 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:18:10,748 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:18:10,758 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:18:10,759 DEBUG [RS:0;a10fb4296bab:40543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a1d8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:10,772 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:40543 2024-11-12T10:18:10,772 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:18:10,772 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:18:10,772 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:18:10,773 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,35167,1731406688463 with port=40543, startcode=1731406688611 2024-11-12T10:18:10,773 DEBUG [RS:0;a10fb4296bab:40543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:18:10,774 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:18:10,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,40543,1731406688611 2024-11-12T10:18:10,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35167 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,40543,1731406688611 2024-11-12T10:18:10,777 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8 2024-11-12T10:18:10,777 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35531 2024-11-12T10:18:10,777 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:18:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048/rs 2024-11-12T10:18:10,843 DEBUG [RS:0;a10fb4296bab:40543 {}] zookeeper.ZKUtil(111): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on existing znode=/11880096048/rs/a10fb4296bab,40543,1731406688611 2024-11-12T10:18:10,843 WARN [RS:0;a10fb4296bab:40543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:10,843 INFO [RS:0;a10fb4296bab:40543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:10,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,40543,1731406688611] 2024-11-12T10:18:10,843 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611 2024-11-12T10:18:10,847 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:18:10,848 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:18:10,849 INFO [RS:0;a10fb4296bab:40543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:18:10,849 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,849 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:18:10,850 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:18:10,850 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,850 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,851 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,851 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,851 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,851 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:10,851 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:10,851 DEBUG [RS:0;a10fb4296bab:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:10,851 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,851 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,851 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,851 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,851 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,851 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40543,1731406688611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:10,865 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:18:10,865 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40543,1731406688611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,865 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,865 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.Replication(171): a10fb4296bab,40543,1731406688611 started 2024-11-12T10:18:10,878 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:10,878 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,40543,1731406688611, RpcServer on a10fb4296bab/172.17.0.3:40543, sessionid=0x1012e8d4da60004 2024-11-12T10:18:10,878 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:18:10,878 DEBUG [RS:0;a10fb4296bab:40543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,40543,1731406688611 2024-11-12T10:18:10,878 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40543,1731406688611' 2024-11-12T10:18:10,878 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11880096048/flush-table-proc/abort' 2024-11-12T10:18:10,879 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11880096048/flush-table-proc/acquired' 2024-11-12T10:18:10,879 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:18:10,880 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:18:10,880 DEBUG [RS:0;a10fb4296bab:40543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,40543,1731406688611 2024-11-12T10:18:10,880 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40543,1731406688611' 2024-11-12T10:18:10,880 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11880096048/online-snapshot/abort' 2024-11-12T10:18:10,880 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11880096048/online-snapshot/acquired' 2024-11-12T10:18:10,880 DEBUG [RS:0;a10fb4296bab:40543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:18:10,880 INFO [RS:0;a10fb4296bab:40543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:18:10,880 INFO [RS:0;a10fb4296bab:40543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:18:10,981 INFO [RS:0;a10fb4296bab:40543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:10,982 INFO [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C40543%2C1731406688611, suffix=, logDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/oldWALs, maxLogs=10 2024-11-12T10:18:10,996 DEBUG [RS:0;a10fb4296bab:40543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611/a10fb4296bab%2C40543%2C1731406688611.1731406690983, exclude list is [], retry=0 2024-11-12T10:18:10,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-617d5b1d-3603-4d98-8e3c-7f2015b7478f,DISK] 2024-11-12T10:18:11,001 INFO [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611/a10fb4296bab%2C40543%2C1731406688611.1731406690983 2024-11-12T10:18:11,001 DEBUG [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40251:40251)] 2024-11-12T10:18:11,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:18:11,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8 2024-11-12T10:18:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:18:11,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:18:11,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:11,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:11,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:11,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:11,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:11,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:11,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:11,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:11,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:11,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:11,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740 2024-11-12T10:18:11,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740 2024-11-12T10:18:11,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:11,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:11,480 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:11,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:11,483 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:11,484 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64030998, jitterRate=-0.04586377739906311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:11,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406691470Initializing all the Stores at 1731406691471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406691471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406691471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406691471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406691471Cleaning up temporary data from old regions at 1731406691480 (+9 ms)Region opened successfully at 1731406691484 (+4 ms) 2024-11-12T10:18:11,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:18:11,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:18:11,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:18:11,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:18:11,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:18:11,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:11,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406691484Disabling compacts and flushes for region at 1731406691484Disabling writes for close at 1731406691484Writing region close event to WAL at 1731406691484Closed at 1731406691484 2024-11-12T10:18:11,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:11,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:18:11,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:18:11,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:11,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:18:11,638 DEBUG [a10fb4296bab:35167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:18:11,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,40543,1731406688611 2024-11-12T10:18:11,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,40543,1731406688611, state=OPENING 2024-11-12T10:18:11,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:18:11,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:11,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:11,716 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:11,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11880096048/meta-region-server: CHANGED 2024-11-12T10:18:11,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11880096048/meta-region-server: CHANGED 2024-11-12T10:18:11,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,40543,1731406688611}] 2024-11-12T10:18:11,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:18:11,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:18:11,874 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:18:11,874 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:11,875 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:18:11,876 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C40543%2C1731406688611.meta, suffix=.meta, logDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611, archiveDir=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/oldWALs, maxLogs=10 2024-11-12T10:18:11,888 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611/a10fb4296bab%2C40543%2C1731406688611.meta.1731406691876.meta, exclude list is [], retry=0 2024-11-12T10:18:11,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41471,DS-617d5b1d-3603-4d98-8e3c-7f2015b7478f,DISK] 2024-11-12T10:18:11,892 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611/a10fb4296bab%2C40543%2C1731406688611.meta.1731406691876.meta 2024-11-12T10:18:11,892 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40251:40251)] 2024-11-12T10:18:11,892 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:11,893 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:11,893 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:18:11,893 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:18:11,893 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:18:11,893 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:18:11,893 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:11,893 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:18:11,893 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:18:11,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:11,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:11,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:11,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:11,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:11,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:11,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:11,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:11,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:11,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:11,899 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:11,900 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740 2024-11-12T10:18:11,901 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740 2024-11-12T10:18:11,902 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:11,902 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:11,903 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:11,904 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:11,905 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66178417, jitterRate=-0.01386474072933197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:11,905 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:18:11,905 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406691893Writing region info on filesystem at 1731406691893Initializing all the Stores at 1731406691894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406691894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406691894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406691894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406691894Cleaning up temporary data from old regions at 1731406691902 (+8 ms)Running coprocessor post-open hooks at 1731406691905 (+3 ms)Region opened successfully at 1731406691905 2024-11-12T10:18:11,906 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406691869 2024-11-12T10:18:11,908 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:18:11,908 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:18:11,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40543,1731406688611 2024-11-12T10:18:11,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,40543,1731406688611, state=OPEN 2024-11-12T10:18:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11880096048/meta-region-server 2024-11-12T10:18:11,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11880096048/meta-region-server 2024-11-12T10:18:11,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,40543,1731406688611 2024-11-12T10:18:11,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11880096048/meta-region-server: CHANGED 2024-11-12T10:18:11,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11880096048/meta-region-server: CHANGED 2024-11-12T10:18:11,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:18:11,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,40543,1731406688611 in 206 msec 2024-11-12T10:18:11,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:18:11,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-12T10:18:11,928 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:11,928 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:18:11,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:11,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,40543,1731406688611, seqNum=-1] 2024-11-12T10:18:11,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:11,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:11,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-12T10:18:11,936 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406691936, completionTime=-1 2024-11-12T10:18:11,936 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:18:11,937 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:18:11,938 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:18:11,938 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406751938 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406811938 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35167,1731406688463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35167,1731406688463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35167,1731406688463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:35167, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:11,939 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:11,941 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.263sec 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35167,1731406688463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:11,943 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35167,1731406688463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:18:11,946 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:18:11,946 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:18:11,946 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35167,1731406688463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:12,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35167,-1 for getting cluster id 2024-11-12T10:18:12,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:12,037 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd05c388-64cd-4575-9d03-e1957377a9b6' 2024-11-12T10:18:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd05c388-64cd-4575-9d03-e1957377a9b6" 2024-11-12T10:18:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb3d5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35167,-1] 2024-11-12T10:18:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:12,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:12,039 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:12,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36a130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,40543,1731406688611, seqNum=-1] 2024-11-12T10:18:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:12,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:12,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,35167,1731406688463 2024-11-12T10:18:12,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57245 2024-11-12T10:18:12,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:12,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e8d4da60005 connected 2024-11-12T10:18:12,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c475f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,34153,-1 for getting cluster id 2024-11-12T10:18:12,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:12,073 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54385357-08fb-4912-934d-224e18c3da4a' 2024-11-12T10:18:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54385357-08fb-4912-934d-224e18c3da4a" 2024-11-12T10:18:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,34153,-1] 2024-11-12T10:18:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:12,074 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,34153,1731406682865 2024-11-12T10:18:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-11-12T10:18:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:12,077 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:12,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:35167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:18:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:18:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:12,080 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35167' 2024-11-12T10:18:12,081 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f157cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,081 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35167,-1 for getting cluster id 2024-11-12T10:18:12,081 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:12,082 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd05c388-64cd-4575-9d03-e1957377a9b6' 2024-11-12T10:18:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd05c388-64cd-4575-9d03-e1957377a9b6" 2024-11-12T10:18:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425003aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35167,-1] 2024-11-12T10:18:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:12,084 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6e173f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:12,084 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35167,1731406688463 2024-11-12T10:18:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81b15fe 2024-11-12T10:18:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:12,086 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:12,087 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T10:18:12,087 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:18:12,087 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:12,087 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:12,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:12,088 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:12,089 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:18:12,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:18:12,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:12,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:18:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741835_1011 (size=1138) 2024-11-12T10:18:12,139 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:18:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:12,499 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2141385e9e3c7abaf366b580e2270ed0, NAME => 'hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6 2024-11-12T10:18:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741836_1012 (size=44) 2024-11-12T10:18:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:12,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:12,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2141385e9e3c7abaf366b580e2270ed0, disabling compactions & flushes 2024-11-12T10:18:12,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:12,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:12,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. after waiting 0 ms 2024-11-12T10:18:12,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:12,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:12,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2141385e9e3c7abaf366b580e2270ed0: Waiting for close lock at 1731406692906Disabling compacts and flushes for region at 1731406692906Disabling writes for close at 1731406692906Writing region close event to WAL at 1731406692906Closed at 1731406692906 2024-11-12T10:18:12,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:18:12,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406692907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406692907"}]},"ts":"1731406692907"} 2024-11-12T10:18:12,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:18:12,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:18:12,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406692911"}]},"ts":"1731406692911"} 2024-11-12T10:18:12,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:18:12,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2141385e9e3c7abaf366b580e2270ed0, ASSIGN}] 2024-11-12T10:18:12,915 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2141385e9e3c7abaf366b580e2270ed0, ASSIGN 2024-11-12T10:18:12,916 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2141385e9e3c7abaf366b580e2270ed0, ASSIGN; state=OFFLINE, location=a10fb4296bab,43471,1731406683069; forceNewPlan=false, retain=false 2024-11-12T10:18:13,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2141385e9e3c7abaf366b580e2270ed0, regionState=OPENING, regionLocation=a10fb4296bab,43471,1731406683069 2024-11-12T10:18:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2141385e9e3c7abaf366b580e2270ed0, ASSIGN because future has completed 2024-11-12T10:18:13,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2141385e9e3c7abaf366b580e2270ed0, server=a10fb4296bab,43471,1731406683069}] 2024-11-12T10:18:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:13,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:13,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:13,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:18:13,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43471%2C1731406683069.rep, suffix=, logDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/oldWALs, maxLogs=10 2024-11-12T10:18:13,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.rep.1731406693227, exclude list is [], retry=0 2024-11-12T10:18:13,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43557,DS-e8971822-2164-4eb8-92c7-59f2666a18a0,DISK] 2024-11-12T10:18:13,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.rep.1731406693227 2024-11-12T10:18:13,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46457:46457)] 2024-11-12T10:18:13,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2141385e9e3c7abaf366b580e2270ed0, NAME => 'hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:13,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:13,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:18:13,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. service=MultiRowMutationService 2024-11-12T10:18:13,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:18:13,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:13,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,246 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,247 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2141385e9e3c7abaf366b580e2270ed0 columnFamilyName hfileref 2024-11-12T10:18:13,247 DEBUG [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:13,247 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] regionserver.HStore(327): Store=2141385e9e3c7abaf366b580e2270ed0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:13,247 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,248 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2141385e9e3c7abaf366b580e2270ed0 columnFamilyName queue 2024-11-12T10:18:13,249 DEBUG [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:13,249 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] regionserver.HStore(327): Store=2141385e9e3c7abaf366b580e2270ed0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:13,249 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,250 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2141385e9e3c7abaf366b580e2270ed0 columnFamilyName sid 2024-11-12T10:18:13,250 DEBUG [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:13,251 INFO [StoreOpener-2141385e9e3c7abaf366b580e2270ed0-1 {}] regionserver.HStore(327): Store=2141385e9e3c7abaf366b580e2270ed0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:13,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:18:13,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:13,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2141385e9e3c7abaf366b580e2270ed0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61654357, jitterRate=-0.0812784880399704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:18:13,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:13,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2141385e9e3c7abaf366b580e2270ed0: Running coprocessor pre-open hook at 1731406693244Writing region info on filesystem at 1731406693244Initializing all the Stores at 1731406693245 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406693245Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406693245Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406693246 (+1 ms)Cleaning up temporary data from old regions at 1731406693252 (+6 ms)Running coprocessor post-open hooks at 1731406693257 (+5 ms)Region opened successfully at 1731406693257 2024-11-12T10:18:13,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0., pid=7, masterSystemTime=1731406693222 2024-11-12T10:18:13,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:13,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:13,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2141385e9e3c7abaf366b580e2270ed0, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,43471,1731406683069 2024-11-12T10:18:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2141385e9e3c7abaf366b580e2270ed0, server=a10fb4296bab,43471,1731406683069 because future has completed 2024-11-12T10:18:13,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T10:18:13,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2141385e9e3c7abaf366b580e2270ed0, server=a10fb4296bab,43471,1731406683069 in 195 msec 2024-11-12T10:18:13,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:18:13,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2141385e9e3c7abaf366b580e2270ed0, ASSIGN in 353 msec 2024-11-12T10:18:13,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:18:13,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406693270"}]},"ts":"1731406693270"} 2024-11-12T10:18:13,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:18:13,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:18:13,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-12T10:18:13,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0., hostname=a10fb4296bab,43471,1731406683069, seqNum=2] 2024-11-12T10:18:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:13,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:18:13,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T10:18:13,534 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:18:13,567 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,43471,1731406683069, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:18:13,568 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:13,568 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43471,1731406683069, seqNum=-1] 2024-11-12T10:18:13,569 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:13,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T10:18:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,43471,1731406683069', locateType=CURRENT is [region=hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0., hostname=a10fb4296bab,43471,1731406683069, seqNum=2] 2024-11-12T10:18:13,576 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T10:18:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T10:18:13,584 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,43471,1731406683069 suceeded 2024-11-12T10:18:13,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T10:18:13,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-12T10:18:13,592 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:35167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:18:13,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-12T10:18:13,597 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:35167' 2024-11-12T10:18:13,602 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4895a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:13,602 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35167,-1 for getting cluster id 2024-11-12T10:18:13,603 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:13,603 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd05c388-64cd-4575-9d03-e1957377a9b6' 2024-11-12T10:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd05c388-64cd-4575-9d03-e1957377a9b6" 2024-11-12T10:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1edda784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35167,-1] 2024-11-12T10:18:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:13,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:13,605 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e11ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35167,1731406688463 2024-11-12T10:18:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33304cd4 2024-11-12T10:18:13,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:13,608 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T10:18:13,609 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,43471,1731406683069 (queues=1) is replicating from cluster=54385357-08fb-4912-934d-224e18c3da4a to cluster=dd05c388-64cd-4575-9d03-e1957377a9b6 2024-11-12T10:18:13,609 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C43471%2C1731406683069 2024-11-12T10:18:13,609 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,43471,1731406683069, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:18:13,610 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289, startPosition=0, beingWritten=true 2024-11-12T10:18:13,616 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.shippera10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C43471%2C1731406683069 2024-11-12T10:18:13,824 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 to pos 0, reset compression=false 2024-11-12T10:18:14,130 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 to pos 0, reset compression=false 2024-11-12T10:18:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:14,228 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:18:14,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:14,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:14,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:14,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,34153,1731406682865 2024-11-12T10:18:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a6c488 2024-11-12T10:18:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:14,231 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:14,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:18:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:18:14,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:14,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:14,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:14,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:18:14,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1685320115, stopped=false 2024-11-12T10:18:14,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,35167,1731406688463 2024-11-12T10:18:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11880096048/running 2024-11-12T10:18:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11880096048/running 2024-11-12T10:18:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:14,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:18:14,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:14,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:14,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,40543,1731406688611' ***** 2024-11-12T10:18:14,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,40543,1731406688611 2024-11-12T10:18:14,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:40543. 2024-11-12T10:18:14,285 DEBUG [RS:0;a10fb4296bab:40543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:14,285 DEBUG [RS:0;a10fb4296bab:40543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:18:14,285 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:18:14,286 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:18:14,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/running 2024-11-12T10:18:14,286 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:18:14,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Set watcher on znode that does not yet exist, /11880096048/running 2024-11-12T10:18:14,286 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:18:14,286 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:18:14,286 DEBUG [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:18:14,286 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:18:14,286 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:18:14,286 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:18:14,287 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:18:14,287 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:18:14,287 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T10:18:14,307 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/.tmp/ns/6ad831dc68e14d558f71a4c644f0eac9 is 43, key is default/ns:d/1731406691931/Put/seqid=0 2024-11-12T10:18:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741835_1011 (size=5153) 2024-11-12T10:18:14,312 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/.tmp/ns/6ad831dc68e14d558f71a4c644f0eac9 2024-11-12T10:18:14,321 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/.tmp/ns/6ad831dc68e14d558f71a4c644f0eac9 as hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/ns/6ad831dc68e14d558f71a4c644f0eac9 2024-11-12T10:18:14,332 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/ns/6ad831dc68e14d558f71a4c644f0eac9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T10:18:14,333 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=6, compaction requested=false 2024-11-12T10:18:14,346 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:18:14,347 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:18:14,348 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:18:14,348 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:14,348 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406694286Running coprocessor pre-close hooks at 1731406694286Disabling compacts and flushes for region at 1731406694286Disabling writes for close at 1731406694287 (+1 ms)Obtaining lock to block concurrent updates at 1731406694287Preparing flush snapshotting stores in 1588230740 at 1731406694287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731406694287Flushing stores of hbase:meta,,1.1588230740 at 1731406694288 (+1 ms)Flushing 1588230740/ns: creating writer at 1731406694288Flushing 1588230740/ns: appending metadata at 1731406694307 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731406694307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25927f31: reopening flushed file at 1731406694320 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=6, compaction requested=false at 1731406694333 (+13 ms)Writing region close event to WAL at 1731406694335 (+2 ms)Running coprocessor post-close hooks at 1731406694347 (+12 ms)Closed at 1731406694348 (+1 ms) 2024-11-12T10:18:14,348 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:14,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:18:14,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:18:14,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:18:14,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:18:14,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:18:14,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T10:18:14,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:18:14,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:18:14,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:18:14,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:18:14,354 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:18:14,486 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,40543,1731406688611; all regions closed. 2024-11-12T10:18:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741834_1010 (size=1152) 2024-11-12T10:18:14,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/WALs/a10fb4296bab,40543,1731406688611/a10fb4296bab%2C40543%2C1731406688611.meta.1731406691876.meta not finished, retry = 0 2024-11-12T10:18:14,535 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 to pos 0, reset compression=false 2024-11-12T10:18:14,592 DEBUG [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/oldWALs 2024-11-12T10:18:14,592 INFO [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40543%2C1731406688611.meta:.meta(num 1731406691876) 2024-11-12T10:18:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741832_1008 (size=93) 2024-11-12T10:18:14,597 DEBUG [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/oldWALs 2024-11-12T10:18:14,597 INFO [RS:0;a10fb4296bab:40543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40543%2C1731406688611:(num 1731406690983) 2024-11-12T10:18:14,597 DEBUG [RS:0;a10fb4296bab:40543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:14,597 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:18:14,597 INFO [RS:0;a10fb4296bab:40543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:18:14,597 INFO [RS:0;a10fb4296bab:40543 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:18:14,598 INFO [RS:0;a10fb4296bab:40543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:18:14,598 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:18:14,598 INFO [RS:0;a10fb4296bab:40543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40543 2024-11-12T10:18:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11880096048/rs/a10fb4296bab,40543,1731406688611 2024-11-12T10:18:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048/rs 2024-11-12T10:18:14,610 INFO [RS:0;a10fb4296bab:40543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:18:14,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,40543,1731406688611] 2024-11-12T10:18:14,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11880096048/draining/a10fb4296bab,40543,1731406688611 already deleted, retry=false 2024-11-12T10:18:14,631 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,40543,1731406688611 expired; onlineServers=0 2024-11-12T10:18:14,631 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,35167,1731406688463' ***** 2024-11-12T10:18:14,631 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:18:14,631 INFO [M:0;a10fb4296bab:35167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:18:14,631 INFO [M:0;a10fb4296bab:35167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:18:14,631 DEBUG [M:0;a10fb4296bab:35167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:18:14,631 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:18:14,631 DEBUG [M:0;a10fb4296bab:35167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:18:14,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406690654 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406690654,5,FailOnTimeoutGroup] 2024-11-12T10:18:14,632 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406690655 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406690655,5,FailOnTimeoutGroup] 2024-11-12T10:18:14,632 INFO [M:0;a10fb4296bab:35167 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:18:14,632 INFO [M:0;a10fb4296bab:35167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:18:14,632 DEBUG [M:0;a10fb4296bab:35167 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:18:14,632 INFO [M:0;a10fb4296bab:35167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:18:14,632 INFO [M:0;a10fb4296bab:35167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:18:14,632 INFO [M:0;a10fb4296bab:35167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:18:14,632 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:18:14,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11880096048/master 2024-11-12T10:18:14,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11880096048 2024-11-12T10:18:14,642 DEBUG [M:0;a10fb4296bab:35167 {}] zookeeper.ZKUtil(347): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Unable to get data of znode /11880096048/master because node does not exist (not an error) 2024-11-12T10:18:14,642 WARN [M:0;a10fb4296bab:35167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:18:14,642 INFO [M:0;a10fb4296bab:35167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/.lastflushedseqids 2024-11-12T10:18:14,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741836_1012 (size=99) 2024-11-12T10:18:14,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:14,721 INFO [RS:0;a10fb4296bab:40543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:18:14,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1012e8d4da60004, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:14,721 INFO [RS:0;a10fb4296bab:40543 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,40543,1731406688611; zookeeper connection closed. 2024-11-12T10:18:14,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@391f5fbc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@391f5fbc 2024-11-12T10:18:14,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:18:15,042 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 to pos 0, reset compression=false 2024-11-12T10:18:15,048 INFO [M:0;a10fb4296bab:35167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:18:15,049 INFO [M:0;a10fb4296bab:35167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:18:15,049 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:18:15,049 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:15,049 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:15,049 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:18:15,049 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:15,049 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T10:18:15,069 DEBUG [M:0;a10fb4296bab:35167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd08ec20d33b47c8bff20bb28e1d9bda is 82, key is hbase:meta,,1/info:regioninfo/1731406691909/Put/seqid=0 2024-11-12T10:18:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741837_1013 (size=5672) 2024-11-12T10:18:15,476 INFO [M:0;a10fb4296bab:35167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd08ec20d33b47c8bff20bb28e1d9bda 2024-11-12T10:18:15,507 DEBUG [M:0;a10fb4296bab:35167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01064f89f4b24f09a77d03f3d1e31caf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731406691936/Put/seqid=0 2024-11-12T10:18:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741838_1014 (size=5275) 2024-11-12T10:18:15,517 INFO [M:0;a10fb4296bab:35167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01064f89f4b24f09a77d03f3d1e31caf 2024-11-12T10:18:15,550 DEBUG [M:0;a10fb4296bab:35167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7467d60c314d45169b0bdef130026c19 is 69, key is a10fb4296bab,40543,1731406688611/rs:state/1731406690775/Put/seqid=0 2024-11-12T10:18:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741839_1015 (size=5156) 2024-11-12T10:18:15,650 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 to pos 0, reset compression=false 2024-11-12T10:18:15,958 INFO [M:0;a10fb4296bab:35167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7467d60c314d45169b0bdef130026c19 2024-11-12T10:18:15,974 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd08ec20d33b47c8bff20bb28e1d9bda as hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd08ec20d33b47c8bff20bb28e1d9bda 2024-11-12T10:18:15,984 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd08ec20d33b47c8bff20bb28e1d9bda, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T10:18:15,987 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01064f89f4b24f09a77d03f3d1e31caf as hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01064f89f4b24f09a77d03f3d1e31caf 2024-11-12T10:18:16,006 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01064f89f4b24f09a77d03f3d1e31caf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T10:18:16,009 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7467d60c314d45169b0bdef130026c19 as hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7467d60c314d45169b0bdef130026c19 2024-11-12T10:18:16,022 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35531/user/jenkins/test-data/67d00945-fd12-c1cb-c809-3032044f67f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7467d60c314d45169b0bdef130026c19, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T10:18:16,024 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 975ms, sequenceid=28, compaction requested=false 2024-11-12T10:18:16,043 INFO [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:16,043 DEBUG [M:0;a10fb4296bab:35167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406695049Disabling compacts and flushes for region at 1731406695049Disabling writes for close at 1731406695049Obtaining lock to block concurrent updates at 1731406695049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406695049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731406695050 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406695051 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406695051Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406695068 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406695068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406695485 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406695506 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406695507 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406695525 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406695549 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406695549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7420c247: reopening flushed file at 1731406695971 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475f9ebe: reopening flushed file at 1731406695985 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c9b2b7: reopening flushed file at 1731406696006 (+21 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 975ms, sequenceid=28, compaction requested=false at 1731406696024 (+18 ms)Writing region close event to WAL at 1731406696043 (+19 ms)Closed at 1731406696043 2024-11-12T10:18:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41471 is added to blk_1073741830_1006 (size=10165) 2024-11-12T10:18:16,050 INFO [M:0;a10fb4296bab:35167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:18:16,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:18:16,050 INFO [M:0;a10fb4296bab:35167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35167 2024-11-12T10:18:16,051 INFO [M:0;a10fb4296bab:35167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:18:16,172 INFO [M:0;a10fb4296bab:35167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:18:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35167-0x1012e8d4da60003, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:16,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff8b770{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:16,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@82978eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:18:16,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:18:16,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106edffb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:18:16,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604f8883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir/,STOPPED} 2024-11-12T10:18:16,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:18:16,185 WARN [BP-272563511-172.17.0.3-1731406686565 heartbeating to localhost/127.0.0.1:35531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:18:16,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:18:16,185 WARN [BP-272563511-172.17.0.3-1731406686565 heartbeating to localhost/127.0.0.1:35531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-272563511-172.17.0.3-1731406686565 (Datanode Uuid 0a3d848e-95f7-464a-8d98-316b52fa9941) service to localhost/127.0.0.1:35531 2024-11-12T10:18:16,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/cluster_e0b43c1d-8a35-029f-178f-546369802bb2/data/data1/current/BP-272563511-172.17.0.3-1731406686565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:18:16,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/cluster_e0b43c1d-8a35-029f-178f-546369802bb2/data/data2/current/BP-272563511-172.17.0.3-1731406686565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:18:16,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:18:16,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b28e0f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:16,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b632b98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:18:16,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:18:16,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4566547a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:18:16,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir/,STOPPED} 2024-11-12T10:18:16,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:18:16,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:18:16,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:16,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:16,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:16,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:18:16,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=189888933, stopped=false 2024-11-12T10:18:16,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,34153,1731406682865 2024-11-12T10:18:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093212958/running 2024-11-12T10:18:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093212958/running 2024-11-12T10:18:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:16,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/running 2024-11-12T10:18:16,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:18:16,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Set watcher on znode that does not yet exist, /02093212958/running 2024-11-12T10:18:16,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:16,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:16,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,43471,1731406683069' ***** 2024-11-12T10:18:16,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:18:16,247 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:18:16,247 INFO [RS:0;a10fb4296bab:43471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:18:16,247 INFO [RS:0;a10fb4296bab:43471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:18:16,247 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(3091): Received CLOSE for 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:16,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,43471,1731406683069 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43471. 2024-11-12T10:18:16,248 DEBUG [RS:0;a10fb4296bab:43471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:16,248 DEBUG [RS:0;a10fb4296bab:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:18:16,248 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:18:16,251 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2141385e9e3c7abaf366b580e2270ed0, disabling compactions & flushes 2024-11-12T10:18:16,251 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:16,251 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:16,251 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. after waiting 0 ms 2024-11-12T10:18:16,251 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:16,251 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2141385e9e3c7abaf366b580e2270ed0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T10:18:16,252 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:18:16,252 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1325): Online Regions={2141385e9e3c7abaf366b580e2270ed0=hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:18:16,252 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2141385e9e3c7abaf366b580e2270ed0 2024-11-12T10:18:16,252 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:18:16,252 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:18:16,252 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:18:16,252 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:18:16,252 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:18:16,253 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T10:18:16,265 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:18:16,289 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/.tmp/queue/f0e81b4d2c774c61b39f2729711c639d is 151, key is 1-a10fb4296bab,43471,1731406683069/queue:a10fb4296bab%2C43471%2C1731406683069/1731406693575/Put/seqid=0 2024-11-12T10:18:16,305 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/info/372e9381b82a46cb8947e597aa76addb is 147, key is hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0./info:regioninfo/1731406693261/Put/seqid=0 2024-11-12T10:18:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741838_1014 (size=5350) 2024-11-12T10:18:16,324 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/.tmp/queue/f0e81b4d2c774c61b39f2729711c639d 2024-11-12T10:18:16,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741839_1015 (size=6631) 2024-11-12T10:18:16,348 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/info/372e9381b82a46cb8947e597aa76addb 2024-11-12T10:18:16,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/.tmp/queue/f0e81b4d2c774c61b39f2729711c639d as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/queue/f0e81b4d2c774c61b39f2729711c639d 2024-11-12T10:18:16,356 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.1731406685289 to pos 0, reset compression=false 2024-11-12T10:18:16,382 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/queue/f0e81b4d2c774c61b39f2729711c639d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T10:18:16,384 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2141385e9e3c7abaf366b580e2270ed0 in 133ms, sequenceid=5, compaction requested=false 2024-11-12T10:18:16,416 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/ns/7cf2dfd62f44474993290303b2a559ff is 43, key is default/ns:d/1731406686430/Put/seqid=0 2024-11-12T10:18:16,420 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/replication/2141385e9e3c7abaf366b580e2270ed0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:18:16,421 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:18:16,421 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:18:16,421 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:16,421 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2141385e9e3c7abaf366b580e2270ed0: Waiting for close lock at 1731406696251Running coprocessor pre-close hooks at 1731406696251Disabling compacts and flushes for region at 1731406696251Disabling writes for close at 1731406696251Obtaining lock to block concurrent updates at 1731406696251Preparing flush snapshotting stores in 2141385e9e3c7abaf366b580e2270ed0 at 1731406696251Finished memstore snapshotting hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731406696252 (+1 ms)Flushing stores of hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. at 1731406696253 (+1 ms)Flushing 2141385e9e3c7abaf366b580e2270ed0/queue: creating writer at 1731406696253Flushing 2141385e9e3c7abaf366b580e2270ed0/queue: appending metadata at 1731406696289 (+36 ms)Flushing 2141385e9e3c7abaf366b580e2270ed0/queue: closing flushed file at 1731406696289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b75cb: reopening flushed file at 1731406696347 (+58 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2141385e9e3c7abaf366b580e2270ed0 in 133ms, sequenceid=5, compaction requested=false at 1731406696384 (+37 ms)Writing region close event to WAL at 1731406696401 (+17 ms)Running coprocessor post-close hooks at 1731406696421 (+20 ms)Closed at 1731406696421 2024-11-12T10:18:16,421 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406692087.2141385e9e3c7abaf366b580e2270ed0. 2024-11-12T10:18:16,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741840_1016 (size=5153) 2024-11-12T10:18:16,437 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/ns/7cf2dfd62f44474993290303b2a559ff 2024-11-12T10:18:16,452 DEBUG [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:18:16,477 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/table/dfebdd05d9f949efae04c86859ae91e8 is 53, key is hbase:replication/table:state/1731406693270/Put/seqid=0 2024-11-12T10:18:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741841_1017 (size=5256) 2024-11-12T10:18:16,508 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/table/dfebdd05d9f949efae04c86859ae91e8 2024-11-12T10:18:16,518 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/info/372e9381b82a46cb8947e597aa76addb as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/info/372e9381b82a46cb8947e597aa76addb 2024-11-12T10:18:16,528 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/info/372e9381b82a46cb8947e597aa76addb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T10:18:16,529 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/ns/7cf2dfd62f44474993290303b2a559ff as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/ns/7cf2dfd62f44474993290303b2a559ff 2024-11-12T10:18:16,540 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/ns/7cf2dfd62f44474993290303b2a559ff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:18:16,541 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/.tmp/table/dfebdd05d9f949efae04c86859ae91e8 as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/table/dfebdd05d9f949efae04c86859ae91e8 2024-11-12T10:18:16,550 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/table/dfebdd05d9f949efae04c86859ae91e8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T10:18:16,551 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 299ms, sequenceid=11, compaction requested=false 2024-11-12T10:18:16,570 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:18:16,571 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:18:16,571 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:18:16,571 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:16,571 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406696252Running coprocessor pre-close hooks at 1731406696252Disabling compacts and flushes for region at 1731406696252Disabling writes for close at 1731406696252Obtaining lock to block concurrent updates at 1731406696253 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731406696253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731406696253Flushing stores of hbase:meta,,1.1588230740 at 1731406696255 (+2 ms)Flushing 1588230740/info: creating writer at 1731406696256 (+1 ms)Flushing 1588230740/info: appending metadata at 1731406696304 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731406696304Flushing 1588230740/ns: creating writer at 1731406696378 (+74 ms)Flushing 1588230740/ns: appending metadata at 1731406696415 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731406696415Flushing 1588230740/table: creating writer at 1731406696445 (+30 ms)Flushing 1588230740/table: appending metadata at 1731406696471 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731406696477 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ae76bc: reopening flushed file at 1731406696518 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e09f86: reopening flushed file at 1731406696529 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71aa4c4f: reopening flushed file at 1731406696540 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 299ms, sequenceid=11, compaction requested=false at 1731406696551 (+11 ms)Writing region close event to WAL at 1731406696564 (+13 ms)Running coprocessor post-close hooks at 1731406696571 (+7 ms)Closed at 1731406696571 2024-11-12T10:18:16,571 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:16,653 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,43471,1731406683069; all regions closed. 2024-11-12T10:18:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741834_1010 (size=2742) 2024-11-12T10:18:16,655 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/WALs/a10fb4296bab,43471,1731406683069/a10fb4296bab%2C43471%2C1731406683069.meta.1731406686329.meta not finished, retry = 0 2024-11-12T10:18:16,758 DEBUG [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/oldWALs 2024-11-12T10:18:16,758 INFO [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C43471%2C1731406683069.meta:.meta(num 1731406686329) 2024-11-12T10:18:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741837_1013 (size=1586) 2024-11-12T10:18:16,763 DEBUG [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/oldWALs 2024-11-12T10:18:16,763 INFO [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C43471%2C1731406683069.rep:(num 1731406693227) 2024-11-12T10:18:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741832_1008 (size=93) 2024-11-12T10:18:16,772 DEBUG [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/oldWALs 2024-11-12T10:18:16,772 INFO [RS:0;a10fb4296bab:43471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C43471%2C1731406683069:(num 1731406685289) 2024-11-12T10:18:16,772 DEBUG [RS:0;a10fb4296bab:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,772 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:18:16,772 INFO [RS:0;a10fb4296bab:43471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:18:16,772 INFO [RS:0;a10fb4296bab:43471 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:18:16,773 INFO [RS:0;a10fb4296bab:43471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:18:16,773 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,43471,1731406683069 because: Region server is closing 2024-11-12T10:18:16,773 INFO [RS:0;a10fb4296bab:43471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43471. 2024-11-12T10:18:16,773 DEBUG [RS:0;a10fb4296bab:43471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:16,773 DEBUG [RS:0;a10fb4296bab:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,773 DEBUG [RS:0;a10fb4296bab:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:16,773 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:18:16,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:16,873 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.shippera10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:18:16,873 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.wal-reader.a10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:18:16,874 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43471,1731406683069.replicationSource.shippera10fb4296bab%2C43471%2C1731406683069,1-a10fb4296bab,43471,1731406683069 terminated 2024-11-12T10:18:16,874 INFO [RS:0;a10fb4296bab:43471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43471 2024-11-12T10:18:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093212958/rs/a10fb4296bab,43471,1731406683069 2024-11-12T10:18:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958/rs 2024-11-12T10:18:16,936 INFO [RS:0;a10fb4296bab:43471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:18:17,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,43471,1731406683069] 2024-11-12T10:18:17,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02093212958/draining/a10fb4296bab,43471,1731406683069 already deleted, retry=false 2024-11-12T10:18:17,083 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,43471,1731406683069 expired; onlineServers=0 2024-11-12T10:18:17,083 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,34153,1731406682865' ***** 2024-11-12T10:18:17,083 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:18:17,083 INFO [M:0;a10fb4296bab:34153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:18:17,083 INFO [M:0;a10fb4296bab:34153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:18:17,083 DEBUG [M:0;a10fb4296bab:34153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:18:17,083 DEBUG [M:0;a10fb4296bab:34153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:18:17,083 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:18:17,083 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406685093 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406685093,5,FailOnTimeoutGroup] 2024-11-12T10:18:17,083 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406685093 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406685093,5,FailOnTimeoutGroup] 2024-11-12T10:18:17,083 INFO [M:0;a10fb4296bab:34153 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:18:17,083 INFO [M:0;a10fb4296bab:34153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:18:17,083 DEBUG [M:0;a10fb4296bab:34153 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:18:17,084 INFO [M:0;a10fb4296bab:34153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:18:17,084 INFO [M:0;a10fb4296bab:34153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:18:17,084 INFO [M:0;a10fb4296bab:34153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:18:17,084 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:18:17,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093212958/master 2024-11-12T10:18:17,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093212958 2024-11-12T10:18:17,115 DEBUG [M:0;a10fb4296bab:34153 {}] zookeeper.ZKUtil(347): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Unable to get data of znode /02093212958/master because node does not exist (not an error) 2024-11-12T10:18:17,115 WARN [M:0;a10fb4296bab:34153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:18:17,116 INFO [M:0;a10fb4296bab:34153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/.lastflushedseqids 2024-11-12T10:18:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:17,119 INFO [RS:0;a10fb4296bab:43471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:18:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1012e8d4da60001, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:17,119 INFO [RS:0;a10fb4296bab:43471 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,43471,1731406683069; zookeeper connection closed. 2024-11-12T10:18:17,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7642ad67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7642ad67 2024-11-12T10:18:17,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:18:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741842_1018 (size=181) 2024-11-12T10:18:17,132 INFO [M:0;a10fb4296bab:34153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:18:17,133 INFO [M:0;a10fb4296bab:34153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:18:17,133 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:18:17,133 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:17,133 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:17,133 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:18:17,133 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:17,133 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T10:18:17,150 DEBUG [M:0;a10fb4296bab:34153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dc10c1d3d094b748b1d7cf5d1ff6b75 is 82, key is hbase:meta,,1/info:regioninfo/1731406686365/Put/seqid=0 2024-11-12T10:18:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741843_1019 (size=5672) 2024-11-12T10:18:17,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:18:17,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:17,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:17,558 INFO [M:0;a10fb4296bab:34153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dc10c1d3d094b748b1d7cf5d1ff6b75 2024-11-12T10:18:17,583 DEBUG [M:0;a10fb4296bab:34153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8147d14ebe804e6882e200ba62c50896 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731406693275/Put/seqid=0 2024-11-12T10:18:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741844_1020 (size=7203) 2024-11-12T10:18:17,598 INFO [M:0;a10fb4296bab:34153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8147d14ebe804e6882e200ba62c50896 2024-11-12T10:18:17,629 DEBUG [M:0;a10fb4296bab:34153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6ff5cd30564a8bb2827b3528f8213b is 69, key is a10fb4296bab,43471,1731406683069/rs:state/1731406685131/Put/seqid=0 2024-11-12T10:18:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741845_1021 (size=5156) 2024-11-12T10:18:17,641 INFO [M:0;a10fb4296bab:34153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6ff5cd30564a8bb2827b3528f8213b 2024-11-12T10:18:17,647 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dc10c1d3d094b748b1d7cf5d1ff6b75 as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dc10c1d3d094b748b1d7cf5d1ff6b75 2024-11-12T10:18:17,656 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dc10c1d3d094b748b1d7cf5d1ff6b75, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T10:18:17,660 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8147d14ebe804e6882e200ba62c50896 as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8147d14ebe804e6882e200ba62c50896 2024-11-12T10:18:17,673 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8147d14ebe804e6882e200ba62c50896, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T10:18:17,675 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed6ff5cd30564a8bb2827b3528f8213b as hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed6ff5cd30564a8bb2827b3528f8213b 2024-11-12T10:18:17,685 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/ccc78b21-f9ba-3b9b-8f60-de13a79253e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed6ff5cd30564a8bb2827b3528f8213b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T10:18:17,687 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=70, compaction requested=false 2024-11-12T10:18:17,688 INFO [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:17,688 DEBUG [M:0;a10fb4296bab:34153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406697133Disabling compacts and flushes for region at 1731406697133Disabling writes for close at 1731406697133Obtaining lock to block concurrent updates at 1731406697133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406697133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731406697134 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406697134Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406697134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406697150 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406697150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406697563 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406697583 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406697583Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406697606 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406697628 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406697628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4fc627: reopening flushed file at 1731406697646 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e71ac6a: reopening flushed file at 1731406697656 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650a32f7: reopening flushed file at 1731406697673 (+17 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=70, compaction requested=false at 1731406697687 (+14 ms)Writing region close event to WAL at 1731406697688 (+1 ms)Closed at 1731406697688 2024-11-12T10:18:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43557 is added to blk_1073741830_1006 (size=41008) 2024-11-12T10:18:17,697 INFO [M:0;a10fb4296bab:34153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:18:17,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:18:17,697 INFO [M:0;a10fb4296bab:34153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34153 2024-11-12T10:18:17,697 INFO [M:0;a10fb4296bab:34153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:18:17,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:17,815 INFO [M:0;a10fb4296bab:34153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:18:17,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34153-0x1012e8d4da60000, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:18:17,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73336f59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:17,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@456f1799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:18:17,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:18:17,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de29a00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:18:17,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56680efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir/,STOPPED} 2024-11-12T10:18:17,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:18:17,821 WARN [BP-1770162723-172.17.0.3-1731406680598 heartbeating to localhost/127.0.0.1:43213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:18:17,821 WARN [BP-1770162723-172.17.0.3-1731406680598 heartbeating to localhost/127.0.0.1:43213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1770162723-172.17.0.3-1731406680598 (Datanode Uuid 2ba07ed2-d706-4324-b9f2-d20d33345c95) service to localhost/127.0.0.1:43213 2024-11-12T10:18:17,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:18:17,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/data/data1/current/BP-1770162723-172.17.0.3-1731406680598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:18:17,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:18:17,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/cluster_8d152deb-5278-a3f6-f0dd-79c1d105b4e9/data/data2/current/BP-1770162723-172.17.0.3-1731406680598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:18:17,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a4290fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:17,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29dad23f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:18:17,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:18:17,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@520994d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:18:17,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc547cd-b784-b878-5d71-875f69eb5fb6/hadoop.log.dir/,STOPPED} 2024-11-12T10:18:17,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:18:17,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:18:17,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=142 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35531 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43213 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=7054 (was 7387) 2024-11-12T10:18:17,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=142, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=7053 2024-11-12T10:18:17,895 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T10:18:17,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir so I do NOT create it in target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb 2024-11-12T10:18:17,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:18:17,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.tmp.dir so I do NOT create it in target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb 2024-11-12T10:18:17,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64b096c0-f986-53f4-7e60-0819b648dfae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:18:17,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb 2024-11-12T10:18:17,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8, deleteOnExit=true 2024-11-12T10:18:17,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/zookeeper_0, clientPort=52338, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:18:17,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52338 2024-11-12T10:18:17,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:18:17,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/test.cache.data in system properties and HBase conf 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:18:17,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:18:17,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:18:17,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:17,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:18:17,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:18:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e8d4da60005, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:18:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e8d4da60002, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:18:17,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e8d4da60005, quorum=127.0.0.1:57245, baseZNode=/11880096048 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:18:17,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e8d4da60002, quorum=127.0.0.1:57245, baseZNode=/02093212958 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:18:18,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:18,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:18,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:18,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:18,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:18:18,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:18,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b41f308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:18,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af9657f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:18,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d55f55{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/java.io.tmpdir/jetty-localhost-45955-hadoop-hdfs-3_4_1-tests_jar-_-any-8170652898400311133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:18,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1281b052{HTTP/1.1, (http/1.1)}{localhost:45955} 2024-11-12T10:18:18,432 INFO [Time-limited test {}] server.Server(415): Started @50740ms 2024-11-12T10:18:18,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:18,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:18,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:18,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:18,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:18:18,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51caf3d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:18,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617ce46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:18,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b14315{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/java.io.tmpdir/jetty-localhost-40689-hadoop-hdfs-3_4_1-tests_jar-_-any-5991844485303531859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:18,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cd7d83c{HTTP/1.1, (http/1.1)}{localhost:40689} 2024-11-12T10:18:18,842 INFO [Time-limited test {}] server.Server(415): Started @51150ms 2024-11-12T10:18:18,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:18:19,519 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/data/data1/current/BP-1269580500-172.17.0.3-1731406697963/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:19,520 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/data/data2/current/BP-1269580500-172.17.0.3-1731406697963/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:19,552 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:18:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1ee93565fc9568f with lease ID 0x45e5c14887840e02: Processing first storage report for DS-87325a86-e7f3-4f67-845c-da6ed726c330 from datanode DatanodeRegistration(127.0.0.1:46499, datanodeUuid=11854bd8-0646-4594-bf4d-663413cfde7b, infoPort=42369, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=952448254;c=1731406697963) 2024-11-12T10:18:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1ee93565fc9568f with lease ID 0x45e5c14887840e02: from storage DS-87325a86-e7f3-4f67-845c-da6ed726c330 node DatanodeRegistration(127.0.0.1:46499, datanodeUuid=11854bd8-0646-4594-bf4d-663413cfde7b, infoPort=42369, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=952448254;c=1731406697963), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1ee93565fc9568f with lease ID 0x45e5c14887840e02: Processing first storage report for DS-ebd55981-275e-4278-b895-1c943af13f7b from datanode DatanodeRegistration(127.0.0.1:46499, datanodeUuid=11854bd8-0646-4594-bf4d-663413cfde7b, infoPort=42369, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=952448254;c=1731406697963) 2024-11-12T10:18:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1ee93565fc9568f with lease ID 0x45e5c14887840e02: from storage DS-ebd55981-275e-4278-b895-1c943af13f7b node DatanodeRegistration(127.0.0.1:46499, datanodeUuid=11854bd8-0646-4594-bf4d-663413cfde7b, infoPort=42369, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=952448254;c=1731406697963), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:19,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb 2024-11-12T10:18:19,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:19,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:18:20,022 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd with version=8 2024-11-12T10:18:20,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/hbase-staging 2024-11-12T10:18:20,025 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:18:20,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:20,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36393 2024-11-12T10:18:20,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36393 connecting to ZooKeeper ensemble=127.0.0.1:52338 2024-11-12T10:18:20,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363930x0, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:20,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36393-0x1012e8d91730000 connected 2024-11-12T10:18:20,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:20,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:20,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/running 2024-11-12T10:18:20,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd, hbase.cluster.distributed=false 2024-11-12T10:18:20,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/acl 2024-11-12T10:18:20,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-12T10:18:20,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36393 2024-11-12T10:18:20,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36393 2024-11-12T10:18:20,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-12T10:18:20,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36393 2024-11-12T10:18:20,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:20,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:20,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:20,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:20,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:20,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:20,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:18:20,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:20,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35343 2024-11-12T10:18:20,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35343 connecting to ZooKeeper ensemble=127.0.0.1:52338 2024-11-12T10:18:20,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:20,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:20,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353430x0, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:20,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353430x0, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/running 2024-11-12T10:18:20,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:18:20,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35343-0x1012e8d91730001 connected 2024-11-12T10:18:20,260 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:18:20,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/master 2024-11-12T10:18:20,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/acl 2024-11-12T10:18:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-12T10:18:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35343 2024-11-12T10:18:20,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35343 2024-11-12T10:18:20,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-12T10:18:20,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-12T10:18:20,293 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:36393 2024-11-12T10:18:20,294 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0405380903/backup-masters/a10fb4296bab,36393,1731406700024 2024-11-12T10:18:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903/backup-masters 2024-11-12T10:18:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903/backup-masters 2024-11-12T10:18:20,305 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on existing znode=/0405380903/backup-masters/a10fb4296bab,36393,1731406700024 2024-11-12T10:18:20,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:20,315 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on existing znode=/0405380903/master 2024-11-12T10:18:20,316 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0405380903/backup-masters/a10fb4296bab,36393,1731406700024 from backup master directory 2024-11-12T10:18:20,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0405380903/master 2024-11-12T10:18:20,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0405380903/backup-masters/a10fb4296bab,36393,1731406700024 2024-11-12T10:18:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903/backup-masters 2024-11-12T10:18:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903/backup-masters 2024-11-12T10:18:20,325 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:20,326 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,36393,1731406700024 2024-11-12T10:18:20,330 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/hbase.id] with ID: b456aa5a-a713-4799-8795-39d2efda98a4 2024-11-12T10:18:20,330 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/.tmp/hbase.id 2024-11-12T10:18:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:18:20,739 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/.tmp/hbase.id]:[hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/hbase.id] 2024-11-12T10:18:20,751 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:20,751 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:18:20,752 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:18:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:18:21,207 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:21,208 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:18:21,208 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:18:21,217 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store 2024-11-12T10:18:21,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:18:21,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:21,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:18:21,631 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:21,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:21,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:18:21,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:21,631 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:21,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406701631Disabling compacts and flushes for region at 1731406701631Disabling writes for close at 1731406701631Writing region close event to WAL at 1731406701631Closed at 1731406701631 2024-11-12T10:18:21,632 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/.initializing 2024-11-12T10:18:21,632 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/WALs/a10fb4296bab,36393,1731406700024 2024-11-12T10:18:21,633 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:21,634 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C36393%2C1731406700024, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/WALs/a10fb4296bab,36393,1731406700024, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/oldWALs, maxLogs=10 2024-11-12T10:18:21,651 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/WALs/a10fb4296bab,36393,1731406700024/a10fb4296bab%2C36393%2C1731406700024.1731406701635, exclude list is [], retry=0 2024-11-12T10:18:21,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-87325a86-e7f3-4f67-845c-da6ed726c330,DISK] 2024-11-12T10:18:21,656 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/WALs/a10fb4296bab,36393,1731406700024/a10fb4296bab%2C36393%2C1731406700024.1731406701635 2024-11-12T10:18:21,657 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42369:42369)] 2024-11-12T10:18:21,657 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:21,658 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:21,658 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,658 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:18:21,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:21,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:21,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:18:21,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:21,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:21,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:18:21,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:21,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:21,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:18:21,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:21,672 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,675 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,676 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,678 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,678 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,678 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:21,680 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:21,682 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:21,683 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68766296, jitterRate=0.02469766139984131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:21,684 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406701658Initializing all the Stores at 1731406701659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406701659Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406701659Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406701659Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406701659Cleaning up temporary data from old regions at 1731406701678 (+19 ms)Region opened successfully at 1731406701683 (+5 ms) 2024-11-12T10:18:21,684 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:18:21,687 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc72d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:21,688 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:18:21,688 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:18:21,688 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:18:21,689 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:18:21,690 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:18:21,690 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:18:21,690 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:18:21,693 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:18:21,694 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Unable to get data of znode /0405380903/balancer because node does not exist (not necessarily an error) 2024-11-12T10:18:21,868 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0405380903/balancer already deleted, retry=false 2024-11-12T10:18:21,869 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:18:21,870 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Unable to get data of znode /0405380903/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:18:21,925 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0405380903/normalizer already deleted, retry=false 2024-11-12T10:18:21,925 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:18:21,926 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Unable to get data of znode /0405380903/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:18:21,957 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0405380903/switch/split already deleted, retry=false 2024-11-12T10:18:21,958 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Unable to get data of znode /0405380903/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:18:21,967 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0405380903/switch/merge already deleted, retry=false 2024-11-12T10:18:21,970 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Unable to get data of znode /0405380903/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:18:21,978 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0405380903/snapshot-cleanup already deleted, retry=false 2024-11-12T10:18:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0405380903/running 2024-11-12T10:18:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0405380903/running 2024-11-12T10:18:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:21,992 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,36393,1731406700024, sessionid=0x1012e8d91730000, setting cluster-up flag (Was=false) 2024-11-12T10:18:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:22,047 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0405380903/flush-table-proc/acquired, /0405380903/flush-table-proc/reached, /0405380903/flush-table-proc/abort 2024-11-12T10:18:22,048 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,36393,1731406700024 2024-11-12T10:18:22,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:22,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:22,100 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0405380903/online-snapshot/acquired, /0405380903/online-snapshot/reached, /0405380903/online-snapshot/abort 2024-11-12T10:18:22,101 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,36393,1731406700024 2024-11-12T10:18:22,102 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:18:22,103 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:22,104 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:18:22,104 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:18:22,104 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,36393,1731406700024 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:22,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406732113 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:18:22,113 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:22,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:18:22,114 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:18:22,114 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:18:22,114 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:18:22,114 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:18:22,115 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:18:22,116 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:18:22,116 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:18:22,120 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406702116,5,FailOnTimeoutGroup] 2024-11-12T10:18:22,123 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406702120,5,FailOnTimeoutGroup] 2024-11-12T10:18:22,123 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,124 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:18:22,124 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,124 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:18:22,180 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(746): ClusterId : b456aa5a-a713-4799-8795-39d2efda98a4 2024-11-12T10:18:22,180 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:18:22,189 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:18:22,189 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:18:22,200 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:18:22,201 DEBUG [RS:0;a10fb4296bab:35343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691718f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:22,213 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:35343 2024-11-12T10:18:22,213 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:18:22,213 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:18:22,213 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:18:22,214 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,36393,1731406700024 with port=35343, startcode=1731406700230 2024-11-12T10:18:22,214 DEBUG [RS:0;a10fb4296bab:35343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:18:22,217 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:18:22,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36393 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,220 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd 2024-11-12T10:18:22,220 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37833 2024-11-12T10:18:22,220 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:18:22,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903/rs 2024-11-12T10:18:22,232 DEBUG [RS:0;a10fb4296bab:35343 {}] zookeeper.ZKUtil(111): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on existing znode=/0405380903/rs/a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,232 WARN [RS:0;a10fb4296bab:35343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:22,232 INFO [RS:0;a10fb4296bab:35343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:22,233 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,35343,1731406700230] 2024-11-12T10:18:22,240 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:18:22,242 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:18:22,242 INFO [RS:0;a10fb4296bab:35343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:18:22,242 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,244 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:18:22,245 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:18:22,245 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,245 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,246 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,246 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:22,246 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:22,246 DEBUG [RS:0;a10fb4296bab:35343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:22,250 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,250 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,250 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,250 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,250 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,250 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35343,1731406700230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:22,267 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:18:22,267 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35343,1731406700230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,267 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,267 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.Replication(171): a10fb4296bab,35343,1731406700230 started 2024-11-12T10:18:22,281 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:22,281 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,35343,1731406700230, RpcServer on a10fb4296bab/172.17.0.3:35343, sessionid=0x1012e8d91730001 2024-11-12T10:18:22,281 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:18:22,281 DEBUG [RS:0;a10fb4296bab:35343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,281 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35343,1731406700230' 2024-11-12T10:18:22,281 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0405380903/flush-table-proc/abort' 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0405380903/flush-table-proc/acquired' 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35343,1731406700230' 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0405380903/online-snapshot/abort' 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0405380903/online-snapshot/acquired' 2024-11-12T10:18:22,282 DEBUG [RS:0;a10fb4296bab:35343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:18:22,282 INFO [RS:0;a10fb4296bab:35343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:18:22,282 INFO [RS:0;a10fb4296bab:35343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:18:22,376 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:18:22,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:22,383 INFO [RS:0;a10fb4296bab:35343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:22,385 INFO [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35343%2C1731406700230, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/oldWALs, maxLogs=10 2024-11-12T10:18:22,401 DEBUG [RS:0;a10fb4296bab:35343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386, exclude list is [], retry=0 2024-11-12T10:18:22,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-87325a86-e7f3-4f67-845c-da6ed726c330,DISK] 2024-11-12T10:18:22,411 INFO [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 2024-11-12T10:18:22,412 DEBUG [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42369:42369)] 2024-11-12T10:18:22,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:22,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:22,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:22,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:18:22,533 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd 2024-11-12T10:18:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:18:22,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:22,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:22,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:22,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:22,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:22,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:22,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:22,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:22,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:22,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:22,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740 2024-11-12T10:18:22,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740 2024-11-12T10:18:22,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:22,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:22,562 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:22,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:22,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:22,566 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60064635, jitterRate=-0.10496719181537628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:22,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406702543Initializing all the Stores at 1731406702544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406702544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406702544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406702544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406702544Cleaning up temporary data from old regions at 1731406702561 (+17 ms)Region opened successfully at 1731406702566 (+5 ms) 2024-11-12T10:18:22,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:18:22,567 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:18:22,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:18:22,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:18:22,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:18:22,567 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:22,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406702566Disabling compacts and flushes for region at 1731406702566Disabling writes for close at 1731406702567 (+1 ms)Writing region close event to WAL at 1731406702567Closed at 1731406702567 2024-11-12T10:18:22,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:22,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:18:22,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:18:22,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:22,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:18:22,725 DEBUG [a10fb4296bab:36393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:18:22,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35343,1731406700230, state=OPENING 2024-11-12T10:18:22,746 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:18:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:22,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0405380903/meta-region-server: CHANGED 2024-11-12T10:18:22,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0405380903/meta-region-server: CHANGED 2024-11-12T10:18:22,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:22,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35343,1731406700230}] 2024-11-12T10:18:22,912 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:18:22,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:18:22,917 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:18:22,917 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:22,918 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:18:22,920 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35343%2C1731406700230.meta, suffix=.meta, logDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/oldWALs, maxLogs=10 2024-11-12T10:18:22,937 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.meta.1731406702920.meta, exclude list is [], retry=0 2024-11-12T10:18:22,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-87325a86-e7f3-4f67-845c-da6ed726c330,DISK] 2024-11-12T10:18:22,943 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.meta.1731406702920.meta 2024-11-12T10:18:22,943 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42369:42369)] 2024-11-12T10:18:22,943 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:22,944 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:22,944 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:18:22,944 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:18:22,944 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:18:22,944 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:18:22,944 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:22,944 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:18:22,944 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:18:22,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:22,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:22,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:22,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:22,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:22,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:22,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:22,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:22,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:22,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:22,953 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:22,954 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740 2024-11-12T10:18:22,955 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740 2024-11-12T10:18:22,956 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:22,956 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:22,957 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:22,960 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:22,961 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67092167, jitterRate=-2.488046884536743E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:22,961 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:18:22,962 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406702944Writing region info on filesystem at 1731406702944Initializing all the Stores at 1731406702945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406702945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406702948 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406702948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406702948Cleaning up temporary data from old regions at 1731406702956 (+8 ms)Running coprocessor post-open hooks at 1731406702961 (+5 ms)Region opened successfully at 1731406702962 (+1 ms) 2024-11-12T10:18:22,963 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406702911 2024-11-12T10:18:22,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:22,967 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35343,1731406700230, state=OPEN 2024-11-12T10:18:22,968 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:18:22,968 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:18:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0405380903/meta-region-server 2024-11-12T10:18:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0405380903/meta-region-server 2024-11-12T10:18:23,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0405380903/meta-region-server: CHANGED 2024-11-12T10:18:23,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0405380903/meta-region-server: CHANGED 2024-11-12T10:18:23,004 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:23,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:18:23,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35343,1731406700230 in 246 msec 2024-11-12T10:18:23,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:18:23,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-12T10:18:23,012 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:23,012 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:18:23,014 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:23,014 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35343,1731406700230, seqNum=-1] 2024-11-12T10:18:23,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:23,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:23,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 918 msec 2024-11-12T10:18:23,021 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406703021, completionTime=-1 2024-11-12T10:18:23,022 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:18:23,022 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406763024 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406823024 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36393,1731406700024-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36393,1731406700024-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36393,1731406700024-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:36393, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,027 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:18:23,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.703sec 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36393,1731406700024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:23,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36393,1731406700024-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:18:23,034 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:18:23,034 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:18:23,034 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36393,1731406700024-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:23,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc1aa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:23,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36393,-1 for getting cluster id 2024-11-12T10:18:23,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:23,082 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b456aa5a-a713-4799-8795-39d2efda98a4' 2024-11-12T10:18:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b456aa5a-a713-4799-8795-39d2efda98a4" 2024-11-12T10:18:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c10f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36393,-1] 2024-11-12T10:18:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:23,085 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:23,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7cc4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:23,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35343,1731406700230, seqNum=-1] 2024-11-12T10:18:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:23,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:23,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,36393,1731406700024 2024-11-12T10:18:23,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52338 2024-11-12T10:18:23,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:23,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e8d91730002 connected 2024-11-12T10:18:23,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir so I do NOT create it in target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00 2024-11-12T10:18:23,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.tmp.dir so I do NOT create it in target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00 2024-11-12T10:18:23,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:18:23,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/cluster_260a7440-72fb-5c01-0e22-0f535adc23e8, deleteOnExit=true 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/test.cache.data in system properties and HBase conf 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:18:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:18:23,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:18:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:18:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:18:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:18:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:18:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:18:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:18:23,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:23,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:23,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:23,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:23,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:18:23,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:23,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a187b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:23,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9b9b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:23,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3964c9c6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/java.io.tmpdir/jetty-localhost-36059-hadoop-hdfs-3_4_1-tests_jar-_-any-17536689246516318081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:18:23,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d719ee{HTTP/1.1, (http/1.1)}{localhost:36059} 2024-11-12T10:18:23,674 INFO [Time-limited test {}] server.Server(415): Started @55982ms 2024-11-12T10:18:23,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:18:24,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:18:24,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:18:24,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:18:24,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:18:24,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26ec9cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:18:24,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49f79d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:18:24,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f45a81e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/java.io.tmpdir/jetty-localhost-45291-hadoop-hdfs-3_4_1-tests_jar-_-any-3160289631476019735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:18:24,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2642768d{HTTP/1.1, (http/1.1)}{localhost:45291} 2024-11-12T10:18:24,188 INFO [Time-limited test {}] server.Server(415): Started @56496ms 2024-11-12T10:18:24,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:18:24,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:18:24,973 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/cluster_260a7440-72fb-5c01-0e22-0f535adc23e8/data/data2/current/BP-347697673-172.17.0.3-1731406703153/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:24,984 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/cluster_260a7440-72fb-5c01-0e22-0f535adc23e8/data/data1/current/BP-347697673-172.17.0.3-1731406703153/current, will proceed with Du for space computation calculation, 2024-11-12T10:18:25,055 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:18:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49e722fadcbdf818 with lease ID 0xba1000e1529d0ac8: Processing first storage report for DS-9406fa8d-c095-40c6-990c-bc249b75331a from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=018c9080-1cd9-44f1-a053-f362b542f917, infoPort=34149, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=241832697;c=1731406703153) 2024-11-12T10:18:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49e722fadcbdf818 with lease ID 0xba1000e1529d0ac8: from storage DS-9406fa8d-c095-40c6-990c-bc249b75331a node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=018c9080-1cd9-44f1-a053-f362b542f917, infoPort=34149, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=241832697;c=1731406703153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:25,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49e722fadcbdf818 with lease ID 0xba1000e1529d0ac8: Processing first storage report for DS-bb2c79b7-87e5-45b3-b882-a5f0126b7164 from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=018c9080-1cd9-44f1-a053-f362b542f917, infoPort=34149, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=241832697;c=1731406703153) 2024-11-12T10:18:25,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49e722fadcbdf818 with lease ID 0xba1000e1529d0ac8: from storage DS-bb2c79b7-87e5-45b3-b882-a5f0126b7164 node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=018c9080-1cd9-44f1-a053-f362b542f917, infoPort=34149, infoSecurePort=0, ipcPort=42667, storageInfo=lv=-57;cid=testClusterID;nsid=241832697;c=1731406703153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:18:25,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00 2024-11-12T10:18:25,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:18:25,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7 with version=8 2024-11-12T10:18:25,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/hbase-staging 2024-11-12T10:18:25,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:25,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39605 2024-11-12T10:18:25,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39605 connecting to ZooKeeper ensemble=127.0.0.1:52338 2024-11-12T10:18:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396050x0, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:25,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39605-0x1012e8d91730003 connected 2024-11-12T10:18:25,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/running 2024-11-12T10:18:25,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7, hbase.cluster.distributed=false 2024-11-12T10:18:25,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/acl 2024-11-12T10:18:25,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-12T10:18:25,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39605 2024-11-12T10:18:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39605 2024-11-12T10:18:25,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-12T10:18:25,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-12T10:18:25,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:18:25,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:18:25,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44663 2024-11-12T10:18:25,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44663 connecting to ZooKeeper ensemble=127.0.0.1:52338 2024-11-12T10:18:25,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446630x0, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:25,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446630x0, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/running 2024-11-12T10:18:25,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:18:25,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44663-0x1012e8d91730004 connected 2024-11-12T10:18:25,664 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:18:25,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/master 2024-11-12T10:18:25,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/acl 2024-11-12T10:18:25,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44663 2024-11-12T10:18:25,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44663 2024-11-12T10:18:25,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44663 2024-11-12T10:18:25,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44663 2024-11-12T10:18:25,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44663 2024-11-12T10:18:25,697 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:39605 2024-11-12T10:18:25,698 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1917154416/backup-masters/a10fb4296bab,39605,1731406705489 2024-11-12T10:18:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416/backup-masters 2024-11-12T10:18:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416/backup-masters 2024-11-12T10:18:25,712 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on existing znode=/1917154416/backup-masters/a10fb4296bab,39605,1731406705489 2024-11-12T10:18:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1917154416/master 2024-11-12T10:18:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:25,721 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on existing znode=/1917154416/master 2024-11-12T10:18:25,722 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1917154416/backup-masters/a10fb4296bab,39605,1731406705489 from backup master directory 2024-11-12T10:18:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917154416/backup-masters/a10fb4296bab,39605,1731406705489 2024-11-12T10:18:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416/backup-masters 2024-11-12T10:18:25,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416/backup-masters 2024-11-12T10:18:25,731 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:25,731 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,39605,1731406705489 2024-11-12T10:18:25,735 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/hbase.id] with ID: 44e1624d-8181-4ffc-931f-04d9cac09315 2024-11-12T10:18:25,735 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/.tmp/hbase.id 2024-11-12T10:18:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:18:25,743 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/.tmp/hbase.id]:[hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/hbase.id] 2024-11-12T10:18:25,758 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:25,758 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:18:25,760 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T10:18:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:18:26,174 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:26,175 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:18:26,175 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:18:26,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store 2024-11-12T10:18:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:18:26,991 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:26,992 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:18:26,992 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:26,992 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:26,992 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:18:26,992 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:26,992 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:18:26,992 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406706992Disabling compacts and flushes for region at 1731406706992Disabling writes for close at 1731406706992Writing region close event to WAL at 1731406706992Closed at 1731406706992 2024-11-12T10:18:26,993 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/.initializing 2024-11-12T10:18:26,993 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/WALs/a10fb4296bab,39605,1731406705489 2024-11-12T10:18:26,994 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:26,996 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C39605%2C1731406705489, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/WALs/a10fb4296bab,39605,1731406705489, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/oldWALs, maxLogs=10 2024-11-12T10:18:27,013 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/WALs/a10fb4296bab,39605,1731406705489/a10fb4296bab%2C39605%2C1731406705489.1731406706996, exclude list is [], retry=0 2024-11-12T10:18:27,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-9406fa8d-c095-40c6-990c-bc249b75331a,DISK] 2024-11-12T10:18:27,017 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/WALs/a10fb4296bab,39605,1731406705489/a10fb4296bab%2C39605%2C1731406705489.1731406706996 2024-11-12T10:18:27,018 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-12T10:18:27,018 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:27,018 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:27,018 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,018 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:18:27,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:27,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:18:27,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:27,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:18:27,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:27,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:18:27,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:27,028 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,029 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,029 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:27,035 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:18:27,037 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:27,038 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69845162, jitterRate=0.040774017572402954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:27,038 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406707018Initializing all the Stores at 1731406707019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406707019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406707019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406707019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406707019Cleaning up temporary data from old regions at 1731406707033 (+14 ms)Region opened successfully at 1731406707038 (+5 ms) 2024-11-12T10:18:27,038 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:18:27,042 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1933849b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:27,043 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:18:27,043 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:18:27,043 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:18:27,043 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:18:27,044 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:18:27,044 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:18:27,044 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:18:27,052 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:18:27,055 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Unable to get data of znode /1917154416/balancer because node does not exist (not necessarily an error) 2024-11-12T10:18:27,173 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917154416/balancer already deleted, retry=false 2024-11-12T10:18:27,174 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:18:27,174 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Unable to get data of znode /1917154416/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:18:27,230 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917154416/normalizer already deleted, retry=false 2024-11-12T10:18:27,230 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:18:27,231 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Unable to get data of znode /1917154416/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:18:27,262 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917154416/switch/split already deleted, retry=false 2024-11-12T10:18:27,263 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Unable to get data of znode /1917154416/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:18:27,272 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917154416/switch/merge already deleted, retry=false 2024-11-12T10:18:27,274 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Unable to get data of znode /1917154416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:18:27,283 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1917154416/snapshot-cleanup already deleted, retry=false 2024-11-12T10:18:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1917154416/running 2024-11-12T10:18:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:27,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1917154416/running 2024-11-12T10:18:27,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:27,294 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,39605,1731406705489, sessionid=0x1012e8d91730003, setting cluster-up flag (Was=false) 2024-11-12T10:18:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:27,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1917154416/flush-table-proc/acquired, /1917154416/flush-table-proc/reached, /1917154416/flush-table-proc/abort 2024-11-12T10:18:27,347 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39605,1731406705489 2024-11-12T10:18:27,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:27,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:27,399 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1917154416/online-snapshot/acquired, /1917154416/online-snapshot/reached, /1917154416/online-snapshot/abort 2024-11-12T10:18:27,404 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39605,1731406705489 2024-11-12T10:18:27,406 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:18:27,407 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:27,407 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:18:27,407 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:18:27,408 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,39605,1731406705489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:27,409 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:27,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:18:27,418 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:18:27,436 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406737436 2024-11-12T10:18:27,436 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:18:27,436 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:18:27,436 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:18:27,437 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:18:27,437 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:18:27,437 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:18:27,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:18:27,446 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:18:27,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:18:27,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:18:27,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:18:27,452 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:18:27,452 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:18:27,459 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406707452,5,FailOnTimeoutGroup] 2024-11-12T10:18:27,459 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406707459,5,FailOnTimeoutGroup] 2024-11-12T10:18:27,459 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,459 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:18:27,459 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,460 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,485 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(746): ClusterId : 44e1624d-8181-4ffc-931f-04d9cac09315 2024-11-12T10:18:27,485 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:18:27,500 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:18:27,500 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:18:27,511 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:18:27,511 DEBUG [RS:0;a10fb4296bab:44663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2bb7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:18:27,528 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:44663 2024-11-12T10:18:27,528 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:18:27,528 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:18:27,528 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:18:27,532 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,39605,1731406705489 with port=44663, startcode=1731406705637 2024-11-12T10:18:27,532 DEBUG [RS:0;a10fb4296bab:44663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:18:27,534 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:18:27,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,44663,1731406705637 2024-11-12T10:18:27,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39605 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,44663,1731406705637 2024-11-12T10:18:27,536 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7 2024-11-12T10:18:27,536 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46123 2024-11-12T10:18:27,536 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:18:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416/rs 2024-11-12T10:18:27,547 DEBUG [RS:0;a10fb4296bab:44663 {}] zookeeper.ZKUtil(111): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on existing znode=/1917154416/rs/a10fb4296bab,44663,1731406705637 2024-11-12T10:18:27,547 WARN [RS:0;a10fb4296bab:44663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:18:27,547 INFO [RS:0;a10fb4296bab:44663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:27,547 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637 2024-11-12T10:18:27,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,44663,1731406705637] 2024-11-12T10:18:27,552 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:18:27,560 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:18:27,561 INFO [RS:0;a10fb4296bab:44663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:18:27,561 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,563 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:18:27,564 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:18:27,564 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,564 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,565 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,565 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,565 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:18:27,565 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:27,565 DEBUG [RS:0;a10fb4296bab:44663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:18:27,570 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,570 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,570 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,570 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,570 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,570 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44663,1731406705637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:27,592 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:18:27,592 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44663,1731406705637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,592 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,592 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.Replication(171): a10fb4296bab,44663,1731406705637 started 2024-11-12T10:18:27,612 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:27,612 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,44663,1731406705637, RpcServer on a10fb4296bab/172.17.0.3:44663, sessionid=0x1012e8d91730004 2024-11-12T10:18:27,612 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:18:27,612 DEBUG [RS:0;a10fb4296bab:44663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,44663,1731406705637 2024-11-12T10:18:27,612 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,44663,1731406705637' 2024-11-12T10:18:27,612 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1917154416/flush-table-proc/abort' 2024-11-12T10:18:27,614 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1917154416/flush-table-proc/acquired' 2024-11-12T10:18:27,614 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:18:27,614 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:18:27,614 DEBUG [RS:0;a10fb4296bab:44663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,44663,1731406705637 2024-11-12T10:18:27,614 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,44663,1731406705637' 2024-11-12T10:18:27,614 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1917154416/online-snapshot/abort' 2024-11-12T10:18:27,615 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1917154416/online-snapshot/acquired' 2024-11-12T10:18:27,615 DEBUG [RS:0;a10fb4296bab:44663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:18:27,615 INFO [RS:0;a10fb4296bab:44663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:18:27,615 INFO [RS:0;a10fb4296bab:44663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:18:27,716 INFO [RS:0;a10fb4296bab:44663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:18:27,717 INFO [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C44663%2C1731406705637, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/oldWALs, maxLogs=10 2024-11-12T10:18:27,736 DEBUG [RS:0;a10fb4296bab:44663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637/a10fb4296bab%2C44663%2C1731406705637.1731406707718, exclude list is [], retry=0 2024-11-12T10:18:27,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-9406fa8d-c095-40c6-990c-bc249b75331a,DISK] 2024-11-12T10:18:27,746 INFO [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637/a10fb4296bab%2C44663%2C1731406705637.1731406707718 2024-11-12T10:18:27,750 DEBUG [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-12T10:18:27,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:18:27,844 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7 2024-11-12T10:18:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:18:27,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:27,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:27,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:27,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:27,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:27,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:27,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:27,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:27,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:27,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:27,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:27,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:27,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:27,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:27,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:27,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740 2024-11-12T10:18:27,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740 2024-11-12T10:18:27,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:27,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:27,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:27,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:27,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:27,878 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59034148, jitterRate=-0.12032264471054077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406707855Initializing all the Stores at 1731406707855Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406707855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406707856 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406707856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406707856Cleaning up temporary data from old regions at 1731406707873 (+17 ms)Region opened successfully at 1731406707878 (+5 ms) 2024-11-12T10:18:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:18:27,878 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:18:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:18:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:18:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:18:27,879 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:18:27,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406707878Disabling compacts and flushes for region at 1731406707878Disabling writes for close at 1731406707878Writing region close event to WAL at 1731406707878Closed at 1731406707878 2024-11-12T10:18:27,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:27,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:18:27,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:18:27,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:27,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:18:28,046 DEBUG [a10fb4296bab:39605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:18:28,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,44663,1731406705637 2024-11-12T10:18:28,048 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,44663,1731406705637, state=OPENING 2024-11-12T10:18:28,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:18:28,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:28,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:18:28,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917154416/meta-region-server: CHANGED 2024-11-12T10:18:28,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917154416/meta-region-server: CHANGED 2024-11-12T10:18:28,158 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:18:28,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,44663,1731406705637}] 2024-11-12T10:18:28,312 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:18:28,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:18:28,324 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:18:28,324 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:28,325 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:18:28,327 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C44663%2C1731406705637.meta, suffix=.meta, logDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/oldWALs, maxLogs=10 2024-11-12T10:18:28,344 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637/a10fb4296bab%2C44663%2C1731406705637.meta.1731406708327.meta, exclude list is [], retry=0 2024-11-12T10:18:28,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-9406fa8d-c095-40c6-990c-bc249b75331a,DISK] 2024-11-12T10:18:28,372 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637/a10fb4296bab%2C44663%2C1731406705637.meta.1731406708327.meta 2024-11-12T10:18:28,376 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-12T10:18:28,377 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:28,377 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:28,378 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:18:28,378 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:18:28,378 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:18:28,378 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:18:28,378 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:28,379 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:18:28,380 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:18:28,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:18:28,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:18:28,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:28,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:28,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:18:28,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:18:28,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:28,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:28,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:18:28,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:18:28,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:28,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:28,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:18:28,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:18:28,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:28,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:18:28,405 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:18:28,406 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740 2024-11-12T10:18:28,412 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740 2024-11-12T10:18:28,415 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:18:28,415 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:18:28,416 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:18:28,422 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:18:28,428 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70770563, jitterRate=0.05456356704235077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:18:28,428 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:18:28,428 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406708380Writing region info on filesystem at 1731406708380Initializing all the Stores at 1731406708381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406708381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406708392 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406708392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406708392Cleaning up temporary data from old regions at 1731406708415 (+23 ms)Running coprocessor post-open hooks at 1731406708428 (+13 ms)Region opened successfully at 1731406708428 2024-11-12T10:18:28,431 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406708312 2024-11-12T10:18:28,435 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:18:28,435 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:18:28,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,44663,1731406705637 2024-11-12T10:18:28,440 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,44663,1731406705637, state=OPEN 2024-11-12T10:18:28,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:18:28,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1917154416/meta-region-server 2024-11-12T10:18:28,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1917154416/meta-region-server 2024-11-12T10:18:28,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917154416/meta-region-server: CHANGED 2024-11-12T10:18:28,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1917154416/meta-region-server: CHANGED 2024-11-12T10:18:28,452 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,44663,1731406705637 2024-11-12T10:18:28,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:18:28,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,44663,1731406705637 in 294 msec 2024-11-12T10:18:28,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:18:28,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 578 msec 2024-11-12T10:18:28,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:18:28,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:18:28,471 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:28,471 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44663,1731406705637, seqNum=-1] 2024-11-12T10:18:28,472 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:28,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:28,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0760 sec 2024-11-12T10:18:28,484 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406708484, completionTime=-1 2024-11-12T10:18:28,484 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:18:28,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:18:28,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:18:28,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406768486 2024-11-12T10:18:28,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406828486 2024-11-12T10:18:28,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:18:28,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39605,1731406705489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,487 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39605,1731406705489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,487 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39605,1731406705489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,487 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:39605, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,487 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,489 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:18:28,496 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:28,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:28,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:28,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.769sec 2024-11-12T10:18:28,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:18:28,501 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:18:28,501 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:18:28,501 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:18:28,501 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:18:28,501 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39605,1731406705489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:18:28,501 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39605,1731406705489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:18:28,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:28,519 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:18:28,519 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:18:28,519 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39605,1731406705489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:18:28,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:18:28,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77773c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:28,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39605,-1 for getting cluster id 2024-11-12T10:18:28,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:28,604 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e1624d-8181-4ffc-931f-04d9cac09315' 2024-11-12T10:18:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e1624d-8181-4ffc-931f-04d9cac09315" 2024-11-12T10:18:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f78a448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39605,-1] 2024-11-12T10:18:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:28,607 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:28,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e29d851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:28,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:28,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44663,1731406705637, seqNum=-1] 2024-11-12T10:18:28,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:28,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:28,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,39605,1731406705489 2024-11-12T10:18:28,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52338 2024-11-12T10:18:28,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:18:28,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e8d91730005 connected 2024-11-12T10:18:28,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36393,1731406700024 2024-11-12T10:18:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6c6135 2024-11-12T10:18:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:28,657 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:28,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:18:28,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:18:28,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:28,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:18:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:28,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:18:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:18:28,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8292ff3376b323e3de63c7cc230deba1, NAME => 'test,,1731406708658.8292ff3376b323e3de63c7cc230deba1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd 2024-11-12T10:18:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:18:28,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406708658.8292ff3376b323e3de63c7cc230deba1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:28,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8292ff3376b323e3de63c7cc230deba1, disabling compactions & flushes 2024-11-12T10:18:28,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:28,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:28,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. after waiting 0 ms 2024-11-12T10:18:28,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:28,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:28,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8292ff3376b323e3de63c7cc230deba1: Waiting for close lock at 1731406708714Disabling compacts and flushes for region at 1731406708714Disabling writes for close at 1731406708714Writing region close event to WAL at 1731406708714Closed at 1731406708714 2024-11-12T10:18:28,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:18:28,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406708658.8292ff3376b323e3de63c7cc230deba1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406708716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406708716"}]},"ts":"1731406708716"} 2024-11-12T10:18:28,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:18:28,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:18:28,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406708719"}]},"ts":"1731406708719"} 2024-11-12T10:18:28,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:18:28,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8292ff3376b323e3de63c7cc230deba1, ASSIGN}] 2024-11-12T10:18:28,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8292ff3376b323e3de63c7cc230deba1, ASSIGN 2024-11-12T10:18:28,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8292ff3376b323e3de63c7cc230deba1, ASSIGN; state=OFFLINE, location=a10fb4296bab,35343,1731406700230; forceNewPlan=false, retain=false 2024-11-12T10:18:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:28,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8292ff3376b323e3de63c7cc230deba1, regionState=OPENING, regionLocation=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:28,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8292ff3376b323e3de63c7cc230deba1, ASSIGN because future has completed 2024-11-12T10:18:28,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8292ff3376b323e3de63c7cc230deba1, server=a10fb4296bab,35343,1731406700230}] 2024-11-12T10:18:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:29,035 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:29,035 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8292ff3376b323e3de63c7cc230deba1, NAME => 'test,,1731406708658.8292ff3376b323e3de63c7cc230deba1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:29,035 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:29,035 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:18:29,036 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,036 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406708658.8292ff3376b323e3de63c7cc230deba1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:29,036 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,036 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,046 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,048 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8292ff3376b323e3de63c7cc230deba1 columnFamilyName f 2024-11-12T10:18:29,048 DEBUG [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,048 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] regionserver.HStore(327): Store=8292ff3376b323e3de63c7cc230deba1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:29,049 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,051 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8292ff3376b323e3de63c7cc230deba1 columnFamilyName f1 2024-11-12T10:18:29,051 DEBUG [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,052 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] regionserver.HStore(327): Store=8292ff3376b323e3de63c7cc230deba1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:29,052 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,054 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8292ff3376b323e3de63c7cc230deba1 columnFamilyName norep 2024-11-12T10:18:29,054 DEBUG [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,054 INFO [StoreOpener-8292ff3376b323e3de63c7cc230deba1-1 {}] regionserver.HStore(327): Store=8292ff3376b323e3de63c7cc230deba1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:29,054 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,056 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,056 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,057 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,057 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,057 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:18:29,058 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,063 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:29,064 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8292ff3376b323e3de63c7cc230deba1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71504888, jitterRate=0.06550586223602295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:18:29,064 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:18:29,065 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8292ff3376b323e3de63c7cc230deba1: Running coprocessor pre-open hook at 1731406709036Writing region info on filesystem at 1731406709036Initializing all the Stores at 1731406709037 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406709037Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406709046 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406709046Cleaning up temporary data from old regions at 1731406709057 (+11 ms)Running coprocessor post-open hooks at 1731406709064 (+7 ms)Region opened successfully at 1731406709065 (+1 ms) 2024-11-12T10:18:29,067 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., pid=6, masterSystemTime=1731406709030 2024-11-12T10:18:29,069 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:29,069 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:18:29,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8292ff3376b323e3de63c7cc230deba1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:29,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8292ff3376b323e3de63c7cc230deba1, server=a10fb4296bab,35343,1731406700230 because future has completed 2024-11-12T10:18:29,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:18:29,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8292ff3376b323e3de63c7cc230deba1, server=a10fb4296bab,35343,1731406700230 in 199 msec 2024-11-12T10:18:29,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:18:29,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8292ff3376b323e3de63c7cc230deba1, ASSIGN in 359 msec 2024-11-12T10:18:29,088 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:18:29,088 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406709088"}]},"ts":"1731406709088"} 2024-11-12T10:18:29,092 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:18:29,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:18:29,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 434 msec 2024-11-12T10:18:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:29,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:29,298 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:18:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39605,1731406705489 2024-11-12T10:18:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7538630d 2024-11-12T10:18:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:29,300 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:29,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:18:29,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:18:29,305 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:18:29,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:18:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:18:29,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e14a6216ec49cb51fa37cc1381ffb097, NAME => 'test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7 2024-11-12T10:18:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:18:29,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:29,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e14a6216ec49cb51fa37cc1381ffb097, disabling compactions & flushes 2024-11-12T10:18:29,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. after waiting 0 ms 2024-11-12T10:18:29,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e14a6216ec49cb51fa37cc1381ffb097: Waiting for close lock at 1731406709332Disabling compacts and flushes for region at 1731406709332Disabling writes for close at 1731406709332Writing region close event to WAL at 1731406709332Closed at 1731406709332 2024-11-12T10:18:29,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:18:29,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406709334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406709334"}]},"ts":"1731406709334"} 2024-11-12T10:18:29,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:18:29,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:18:29,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406709338"}]},"ts":"1731406709338"} 2024-11-12T10:18:29,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:18:29,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e14a6216ec49cb51fa37cc1381ffb097, ASSIGN}] 2024-11-12T10:18:29,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e14a6216ec49cb51fa37cc1381ffb097, ASSIGN 2024-11-12T10:18:29,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e14a6216ec49cb51fa37cc1381ffb097, ASSIGN; state=OFFLINE, location=a10fb4296bab,44663,1731406705637; forceNewPlan=false, retain=false 2024-11-12T10:18:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:29,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e14a6216ec49cb51fa37cc1381ffb097, regionState=OPENING, regionLocation=a10fb4296bab,44663,1731406705637 2024-11-12T10:18:29,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e14a6216ec49cb51fa37cc1381ffb097, ASSIGN because future has completed 2024-11-12T10:18:29,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14a6216ec49cb51fa37cc1381ffb097, server=a10fb4296bab,44663,1731406705637}] 2024-11-12T10:18:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:29,662 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,662 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e14a6216ec49cb51fa37cc1381ffb097, NAME => 'test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:29,662 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:29,662 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:18:29,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:29,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,665 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,667 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14a6216ec49cb51fa37cc1381ffb097 columnFamilyName f 2024-11-12T10:18:29,667 DEBUG [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,668 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] regionserver.HStore(327): Store=e14a6216ec49cb51fa37cc1381ffb097/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:29,668 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,670 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14a6216ec49cb51fa37cc1381ffb097 columnFamilyName f1 2024-11-12T10:18:29,670 DEBUG [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,670 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] regionserver.HStore(327): Store=e14a6216ec49cb51fa37cc1381ffb097/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:29,671 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,672 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14a6216ec49cb51fa37cc1381ffb097 columnFamilyName norep 2024-11-12T10:18:29,672 DEBUG [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,672 INFO [StoreOpener-e14a6216ec49cb51fa37cc1381ffb097-1 {}] regionserver.HStore(327): Store=e14a6216ec49cb51fa37cc1381ffb097/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:29,672 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,673 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,673 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,677 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,677 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,678 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:18:29,681 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,691 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:29,692 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e14a6216ec49cb51fa37cc1381ffb097; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71518744, jitterRate=0.0657123327255249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:18:29,692 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:18:29,692 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e14a6216ec49cb51fa37cc1381ffb097: Running coprocessor pre-open hook at 1731406709663Writing region info on filesystem at 1731406709663Initializing all the Stores at 1731406709665 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406709665Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406709665Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406709665Cleaning up temporary data from old regions at 1731406709677 (+12 ms)Running coprocessor post-open hooks at 1731406709692 (+15 ms)Region opened successfully at 1731406709692 2024-11-12T10:18:29,693 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097., pid=6, masterSystemTime=1731406709657 2024-11-12T10:18:29,695 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,696 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:18:29,696 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e14a6216ec49cb51fa37cc1381ffb097, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,44663,1731406705637 2024-11-12T10:18:29,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14a6216ec49cb51fa37cc1381ffb097, server=a10fb4296bab,44663,1731406705637 because future has completed 2024-11-12T10:18:29,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:18:29,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e14a6216ec49cb51fa37cc1381ffb097, server=a10fb4296bab,44663,1731406705637 in 205 msec 2024-11-12T10:18:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:18:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e14a6216ec49cb51fa37cc1381ffb097, ASSIGN in 368 msec 2024-11-12T10:18:29,721 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:18:29,721 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406709721"}]},"ts":"1731406709721"} 2024-11-12T10:18:29,726 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:18:29,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:18:29,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 426 msec 2024-11-12T10:18:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:18:29,938 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:18:29,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36393,-1 for getting cluster id 2024-11-12T10:18:29,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:29,940 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b456aa5a-a713-4799-8795-39d2efda98a4' 2024-11-12T10:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b456aa5a-a713-4799-8795-39d2efda98a4" 2024-11-12T10:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edc48df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36393,-1] 2024-11-12T10:18:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:29,942 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa528e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f850cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39605,-1 for getting cluster id 2024-11-12T10:18:29,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:29,945 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e1624d-8181-4ffc-931f-04d9cac09315' 2024-11-12T10:18:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e1624d-8181-4ffc-931f-04d9cac09315" 2024-11-12T10:18:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e74ba63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39605,-1] 2024-11-12T10:18:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:29,947 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5824fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bfcff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36393,-1 for getting cluster id 2024-11-12T10:18:29,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:29,962 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b456aa5a-a713-4799-8795-39d2efda98a4' 2024-11-12T10:18:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b456aa5a-a713-4799-8795-39d2efda98a4" 2024-11-12T10:18:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36393,-1] 2024-11-12T10:18:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:29,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:29,964 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36393,1731406700024 2024-11-12T10:18:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-11-12T10:18:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:29,969 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:29,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:39605,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:18:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:18:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:18:29,975 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39605' 2024-11-12T10:18:29,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,980 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39605,-1 for getting cluster id 2024-11-12T10:18:29,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:29,981 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e1624d-8181-4ffc-931f-04d9cac09315' 2024-11-12T10:18:29,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:29,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e1624d-8181-4ffc-931f-04d9cac09315" 2024-11-12T10:18:29,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2985507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39605,-1] 2024-11-12T10:18:29,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:29,984 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:29,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eb7f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:29,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:29,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39605,1731406705489 2024-11-12T10:18:29,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4c6e8c 2024-11-12T10:18:29,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:29,989 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:29,990 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:18:29,990 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:18:29,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:29,990 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:29,991 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:18:29,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:29,993 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:18:29,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:18:29,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:29,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:18:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:18:30,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4623865a1c8c5271458f8cec16b099b5, NAME => 'hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd 2024-11-12T10:18:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:18:30,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:30,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4623865a1c8c5271458f8cec16b099b5, disabling compactions & flushes 2024-11-12T10:18:30,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. after waiting 0 ms 2024-11-12T10:18:30,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4623865a1c8c5271458f8cec16b099b5: Waiting for close lock at 1731406710031Disabling compacts and flushes for region at 1731406710031Disabling writes for close at 1731406710031Writing region close event to WAL at 1731406710031Closed at 1731406710031 2024-11-12T10:18:30,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:18:30,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406710033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406710033"}]},"ts":"1731406710033"} 2024-11-12T10:18:30,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:18:30,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:18:30,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406710037"}]},"ts":"1731406710037"} 2024-11-12T10:18:30,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:18:30,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4623865a1c8c5271458f8cec16b099b5, ASSIGN}] 2024-11-12T10:18:30,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4623865a1c8c5271458f8cec16b099b5, ASSIGN 2024-11-12T10:18:30,042 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4623865a1c8c5271458f8cec16b099b5, ASSIGN; state=OFFLINE, location=a10fb4296bab,35343,1731406700230; forceNewPlan=false, retain=false 2024-11-12T10:18:30,044 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:18:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:18:30,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4623865a1c8c5271458f8cec16b099b5, regionState=OPENING, regionLocation=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4623865a1c8c5271458f8cec16b099b5, ASSIGN because future has completed 2024-11-12T10:18:30,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4623865a1c8c5271458f8cec16b099b5, server=a10fb4296bab,35343,1731406700230}] 2024-11-12T10:18:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:18:30,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:18:30,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:18:30,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35343%2C1731406700230.rep, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/oldWALs, maxLogs=10 2024-11-12T10:18:30,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.rep.1731406710356, exclude list is [], retry=0 2024-11-12T10:18:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-87325a86-e7f3-4f67-845c-da6ed726c330,DISK] 2024-11-12T10:18:30,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.rep.1731406710356 2024-11-12T10:18:30,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42369:42369)] 2024-11-12T10:18:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4623865a1c8c5271458f8cec16b099b5, NAME => 'hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:18:30,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:18:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:18:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. service=MultiRowMutationService 2024-11-12T10:18:30,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:18:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:18:30,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,381 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,382 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4623865a1c8c5271458f8cec16b099b5 columnFamilyName hfileref 2024-11-12T10:18:30,382 DEBUG [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:30,382 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] regionserver.HStore(327): Store=4623865a1c8c5271458f8cec16b099b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:30,383 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,384 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4623865a1c8c5271458f8cec16b099b5 columnFamilyName queue 2024-11-12T10:18:30,384 DEBUG [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:30,384 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] regionserver.HStore(327): Store=4623865a1c8c5271458f8cec16b099b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:30,384 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,385 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4623865a1c8c5271458f8cec16b099b5 columnFamilyName sid 2024-11-12T10:18:30,386 DEBUG [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:18:30,386 INFO [StoreOpener-4623865a1c8c5271458f8cec16b099b5-1 {}] regionserver.HStore(327): Store=4623865a1c8c5271458f8cec16b099b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:18:30,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:18:30,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:18:30,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4623865a1c8c5271458f8cec16b099b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62313771, jitterRate=-0.07145245373249054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:18:30,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:18:30,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4623865a1c8c5271458f8cec16b099b5: Running coprocessor pre-open hook at 1731406710380Writing region info on filesystem at 1731406710380Initializing all the Stores at 1731406710380Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406710380Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406710381 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406710381Cleaning up temporary data from old regions at 1731406710388 (+7 ms)Running coprocessor post-open hooks at 1731406710392 (+4 ms)Region opened successfully at 1731406710393 (+1 ms) 2024-11-12T10:18:30,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5., pid=10, masterSystemTime=1731406710349 2024-11-12T10:18:30,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:18:30,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4623865a1c8c5271458f8cec16b099b5, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,35343,1731406700230 2024-11-12T10:18:30,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4623865a1c8c5271458f8cec16b099b5, server=a10fb4296bab,35343,1731406700230 because future has completed 2024-11-12T10:18:30,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:18:30,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4623865a1c8c5271458f8cec16b099b5, server=a10fb4296bab,35343,1731406700230 in 208 msec 2024-11-12T10:18:30,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:18:30,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4623865a1c8c5271458f8cec16b099b5, ASSIGN in 366 msec 2024-11-12T10:18:30,409 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:18:30,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406710409"}]},"ts":"1731406710409"} 2024-11-12T10:18:30,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:18:30,414 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:18:30,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 423 msec 2024-11-12T10:18:30,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5., hostname=a10fb4296bab,35343,1731406700230, seqNum=2] 2024-11-12T10:18:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:18:30,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:18:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:18:30,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:18:30,690 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:18:30,731 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,35343,1731406700230, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:18:30,732 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:30,732 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35343,1731406700230, seqNum=-1] 2024-11-12T10:18:30,732 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:30,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T10:18:30,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,35343,1731406700230', locateType=CURRENT is [region=hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5., hostname=a10fb4296bab,35343,1731406700230, seqNum=2] 2024-11-12T10:18:30,738 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:18:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:18:30,743 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,35343,1731406700230 suceeded 2024-11-12T10:18:30,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:18:30,751 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:39605,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T10:18:30,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-12T10:18:30,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 782 msec 2024-11-12T10:18:30,757 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39605' 2024-11-12T10:18:30,759 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b52b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:30,759 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39605,-1 for getting cluster id 2024-11-12T10:18:30,759 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:30,760 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e1624d-8181-4ffc-931f-04d9cac09315' 2024-11-12T10:18:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e1624d-8181-4ffc-931f-04d9cac09315" 2024-11-12T10:18:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24292511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39605,-1] 2024-11-12T10:18:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:30,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:30,762 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:30,762 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e5d2af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:30,762 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39605,1731406705489 2024-11-12T10:18:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd606c2 2024-11-12T10:18:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:30,765 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T10:18:30,768 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,35343,1731406700230 (queues=1) is replicating from cluster=b456aa5a-a713-4799-8795-39d2efda98a4 to cluster=44e1624d-8181-4ffc-931f-04d9cac09315 2024-11-12T10:18:30,768 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C35343%2C1731406700230 2024-11-12T10:18:30,768 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,35343,1731406700230, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:18:30,769 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C35343%2C1731406700230 2024-11-12T10:18:30,769 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386, startPosition=0, beingWritten=true 2024-11-12T10:18:30,789 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:18:30,790 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 379, reset compression=false 2024-11-12T10:18:30,790 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35343,1731406700230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:18:31,005 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 379, reset compression=false 2024-11-12T10:18:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:18:31,107 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:18:31,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:31,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:31,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:31,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:31,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:31,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:31,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731406711115/Put/seqid=0 2024-11-12T10:18:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741840_1016 (size=7894) 2024-11-12T10:18:31,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_1 is 34, key is ddd/f:row/1731406711136/Put/seqid=0 2024-11-12T10:18:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741841_1017 (size=7691) 2024-11-12T10:18:31,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5093661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:31,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36393,-1 for getting cluster id 2024-11-12T10:18:31,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:31,167 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b456aa5a-a713-4799-8795-39d2efda98a4' 2024-11-12T10:18:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b456aa5a-a713-4799-8795-39d2efda98a4" 2024-11-12T10:18:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185d4130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36393,-1] 2024-11-12T10:18:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:31,169 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:31,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4301f58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:31,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:31,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35343,1731406700230, seqNum=-1] 2024-11-12T10:18:31,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:31,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:31,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36393,1731406700024 2024-11-12T10:18:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cdc09e2 2024-11-12T10:18:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:31,192 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2] 2024-11-12T10:18:31,212 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:18:31,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T10:18:31,231 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T10:18:31,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_0 for inclusion in 8292ff3376b323e3de63c7cc230deba1/f 2024-11-12T10:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T10:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:18:31,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_1 for inclusion in 8292ff3376b323e3de63c7cc230deba1/f 2024-11-12T10:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T10:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HRegion(2603): Flush status journal for 8292ff3376b323e3de63c7cc230deba1: 2024-11-12T10:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_0 to hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_0 2024-11-12T10:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_0 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/c962a9055503400380a59b000aa341f0_SeqId_4_ 2024-11-12T10:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f/f/hfile_1 to hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_1 2024-11-12T10:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_1 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ 2024-11-12T10:18:31,323 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 379, reset compression=false 2024-11-12T10:18:31,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_0 into 8292ff3376b323e3de63c7cc230deba1/f as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/c962a9055503400380a59b000aa341f0_SeqId_4_ - updating store file list. 2024-11-12T10:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c962a9055503400380a59b000aa341f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:18:31,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/c962a9055503400380a59b000aa341f0_SeqId_4_ into 8292ff3376b323e3de63c7cc230deba1/f 2024-11-12T10:18:31,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_0 into 8292ff3376b323e3de63c7cc230deba1/f (new location: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/c962a9055503400380a59b000aa341f0_SeqId_4_) 2024-11-12T10:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_0 2024-11-12T10:18:31,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_1 into 8292ff3376b323e3de63c7cc230deba1/f as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ - updating store file list. 2024-11-12T10:18:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba46fc915d924940898732eae15b7b80_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:18:31,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ into 8292ff3376b323e3de63c7cc230deba1/f 2024-11-12T10:18:31,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_1 into 8292ff3376b323e3de63c7cc230deba1/f (new location: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f/ba46fc915d924940898732eae15b7b80_SeqId_4_) 2024-11-12T10:18:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__9gdr7m1l89ou6eu3kr1s3j01de5808aura2h9gk4qo13ngrhs1n5pranjbscapng/f/hfile_1 2024-11-12T10:18:31,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:31,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:31,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:31,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44663,1731406705637, seqNum=-1] 2024-11-12T10:18:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2 , the old value is region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a10fb4296bab:35343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:18:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:18:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2 from cache 2024-11-12T10:18:31,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:31,364 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T10:18:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097., hostname=a10fb4296bab,44663,1731406705637, seqNum=2] 2024-11-12T10:18:31,368 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:18:31,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:35343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T10:18:31,729 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 379, reset compression=false 2024-11-12T10:18:31,734 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:18:31,734 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35343,1731406700230 got entry batch from reader: WALEntryBatch [walEntries=[{test/8292ff3376b323e3de63c7cc230deba1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406711351/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T10:18:31,756 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:18:31,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T10:18:31,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.ReplicationSink(318): Replicating [b456aa5a-a713-4799-8795-39d2efda98a4] bulk loaded data 2024-11-12T10:18:31,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9f4f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:31,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39605,-1 for getting cluster id 2024-11-12T10:18:31,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:31,765 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e1624d-8181-4ffc-931f-04d9cac09315' 2024-11-12T10:18:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e1624d-8181-4ffc-931f-04d9cac09315" 2024-11-12T10:18:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db48912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39605,-1] 2024-11-12T10:18:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:31,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:31,768 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:31,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171ce714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741837_1013 (size=7894) 2024-11-12T10:18:31,934 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 687, reset compression=false 2024-11-12T10:18:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741838_1014 (size=7691) 2024-11-12T10:18:32,239 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 687, reset compression=false 2024-11-12T10:18:32,371 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:18:32,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:32,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39605,1731406705489 2024-11-12T10:18:32,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e13c5e3 2024-11-12T10:18:32,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:32,621 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T10:18:32,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:18:32,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:32,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44663,1731406705637, seqNum=-1] 2024-11-12T10:18:32,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:32,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T10:18:32,633 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T10:18:32,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/c962a9055503400380a59b000aa341f0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T10:18:32,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ for inclusion in e14a6216ec49cb51fa37cc1381ffb097/f 2024-11-12T10:18:32,644 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 687, reset compression=false 2024-11-12T10:18:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T10:18:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:18:32,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/c962a9055503400380a59b000aa341f0_SeqId_4_ for inclusion in e14a6216ec49cb51fa37cc1381ffb097/f 2024-11-12T10:18:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T10:18:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:18:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HRegion(2603): Flush status journal for e14a6216ec49cb51fa37cc1381ffb097: 2024-11-12T10:18:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba46fc915d924940898732eae15b7b80_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:18:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/3de0920bab8340c9a16536e1caa2e410_SeqId_4_ 2024-11-12T10:18:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c962a9055503400380a59b000aa341f0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:18:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/c962a9055503400380a59b000aa341f0_SeqId_4_ as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/34fbe47504cb4a52be4461a21c74af58_SeqId_4_ 2024-11-12T10:18:32,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ into e14a6216ec49cb51fa37cc1381ffb097/f as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/3de0920bab8340c9a16536e1caa2e410_SeqId_4_ - updating store file list. 2024-11-12T10:18:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3de0920bab8340c9a16536e1caa2e410_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:18:32,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/3de0920bab8340c9a16536e1caa2e410_SeqId_4_ into e14a6216ec49cb51fa37cc1381ffb097/f 2024-11-12T10:18:32,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ into e14a6216ec49cb51fa37cc1381ffb097/f (new location: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/3de0920bab8340c9a16536e1caa2e410_SeqId_4_) 2024-11-12T10:18:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/ba46fc915d924940898732eae15b7b80_SeqId_4_ 2024-11-12T10:18:32,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/c962a9055503400380a59b000aa341f0_SeqId_4_ into e14a6216ec49cb51fa37cc1381ffb097/f as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/34fbe47504cb4a52be4461a21c74af58_SeqId_4_ - updating store file list. 2024-11-12T10:18:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34fbe47504cb4a52be4461a21c74af58_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:18:32,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/34fbe47504cb4a52be4461a21c74af58_SeqId_4_ into e14a6216ec49cb51fa37cc1381ffb097/f 2024-11-12T10:18:32,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/c962a9055503400380a59b000aa341f0_SeqId_4_ into e14a6216ec49cb51fa37cc1381ffb097/f (new location: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/f/34fbe47504cb4a52be4461a21c74af58_SeqId_4_) 2024-11-12T10:18:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/staging/jenkins.hfs.6__test__ut9ve3srsgs0p8ujsbnk7e1jfk0ghrfmutr7cuuq5djjre18i2saopm335001p5g/f/c962a9055503400380a59b000aa341f0_SeqId_4_ 2024-11-12T10:18:32,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44663 {}] regionserver.ReplicationSink(324): Finished replicating [b456aa5a-a713-4799-8795-39d2efda98a4] bulk loaded data 2024-11-12T10:18:33,162 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 687, reset compression=false 2024-11-12T10:18:33,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:18:33,397 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731406713395/Put/seqid=0 2024-11-12T10:18:33,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741842_1018 (size=7997) 2024-11-12T10:18:33,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731406713437/Put/seqid=0 2024-11-12T10:18:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741843_1019 (size=7794) 2024-11-12T10:18:33,765 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 687, reset compression=false 2024-11-12T10:18:33,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406130d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:33,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36393,-1 for getting cluster id 2024-11-12T10:18:33,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:18:33,855 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b456aa5a-a713-4799-8795-39d2efda98a4' 2024-11-12T10:18:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:18:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b456aa5a-a713-4799-8795-39d2efda98a4" 2024-11-12T10:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184e96e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36393,-1] 2024-11-12T10:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:33,857 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:18:33,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e96b1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:18:33,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35343,1731406700230, seqNum=-1] 2024-11-12T10:18:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:33,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:33,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:18:33,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36393,1731406700024 2024-11-12T10:18:33,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1908c258 2024-11-12T10:18:33,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:18:33,870 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:18:33,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2] 2024-11-12T10:18:33,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:18:33,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:18:33,884 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T10:18:33,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T10:18:33,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_0 for inclusion in 8292ff3376b323e3de63c7cc230deba1/f1 2024-11-12T10:18:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T10:18:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:18:33,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_1 for inclusion in 8292ff3376b323e3de63c7cc230deba1/f1 2024-11-12T10:18:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T10:18:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:18:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HRegion(2603): Flush status journal for 8292ff3376b323e3de63c7cc230deba1: 2024-11-12T10:18:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_0 to hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_0 2024-11-12T10:18:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_0 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/d44b6d8d7465433faefb84267238f0fa_SeqId_6_ 2024-11-12T10:18:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/load_f1/f1/hfile_1 to hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_1 2024-11-12T10:18:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_1 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/c876d16c3fb3480792a67aa94d446a31_SeqId_6_ 2024-11-12T10:18:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T10:18:33,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_0 into 8292ff3376b323e3de63c7cc230deba1/f1 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/d44b6d8d7465433faefb84267238f0fa_SeqId_6_ - updating store file list. 2024-11-12T10:18:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d44b6d8d7465433faefb84267238f0fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:18:33,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/d44b6d8d7465433faefb84267238f0fa_SeqId_6_ into 8292ff3376b323e3de63c7cc230deba1/f1 2024-11-12T10:18:33,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_0 into 8292ff3376b323e3de63c7cc230deba1/f1 (new location: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/d44b6d8d7465433faefb84267238f0fa_SeqId_6_) 2024-11-12T10:18:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_0 2024-11-12T10:18:33,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_1 into 8292ff3376b323e3de63c7cc230deba1/f1 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/c876d16c3fb3480792a67aa94d446a31_SeqId_6_ - updating store file list. 2024-11-12T10:18:33,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:33,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:33,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c876d16c3fb3480792a67aa94d446a31_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:18:33,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/c876d16c3fb3480792a67aa94d446a31_SeqId_6_ into 8292ff3376b323e3de63c7cc230deba1/f1 2024-11-12T10:18:33,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_1 into 8292ff3376b323e3de63c7cc230deba1/f1 (new location: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/f1/c876d16c3fb3480792a67aa94d446a31_SeqId_6_) 2024-11-12T10:18:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/staging/jenkins__test__28mbgevem4lt05odbdm3us5ivvm010o7i2e75ofk2uailsfdj6v0cttj7dg6dmhg/f1/hfile_1 2024-11-12T10:18:33,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:18:33,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:18:33,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:33,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:18:33,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:18:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2 , the old value is region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a10fb4296bab:35343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:18:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:18:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2 from cache 2024-11-12T10:18:33,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:18:33,922 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T10:18:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35343,1731406700230, seqNum=-1] 2024-11-12T10:18:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:18:33,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:18:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1., hostname=a10fb4296bab,35343,1731406700230, seqNum=2] 2024-11-12T10:18:33,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:18:33,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:18:34,028 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:35343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T10:18:34,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:18:34,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T10:18:34,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:18:34,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:18:34,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:18:34,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T10:18:34,469 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 687, reset compression=false 2024-11-12T10:18:34,474 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:18:34,474 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:34,474 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35343,1731406700230 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:18:34,679 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:34,982 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:35,386 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:35,890 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:36,493 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:37,197 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:38,001 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:38,905 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:39,908 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:41,013 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:42,218 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:43,525 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:44,941 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:46,453 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:48,058 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:49,595 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:18:49,762 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:51,567 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:53,471 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:54,477 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35343,1731406700230 got entry batch from reader: null 2024-11-12T10:18:55,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:18:55,475 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:57,579 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:18:59,783 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:02,087 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:03,035 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:19:03,035 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:19:04,491 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:06,996 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:08,519 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:19:08,519 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:19:09,600 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:12,306 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:14,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8292ff3376b323e3de63c7cc230deba1, had cached 0 bytes from a total of 31376 2024-11-12T10:19:14,477 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35343,1731406700230 got entry batch from reader: null 2024-11-12T10:19:14,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e14a6216ec49cb51fa37cc1381ffb097, had cached 0 bytes from a total of 15585 2024-11-12T10:19:15,111 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:18,015 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:19,595 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:19:21,019 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:24,122 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:24,670 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:19:25,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:19:27,327 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:30,632 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:33,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:19:33,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:33,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:33,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:33,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:33,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:33,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:19:33,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=472624899, stopped=false 2024-11-12T10:19:33,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,39605,1731406705489 2024-11-12T10:19:34,035 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:34,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917154416/running 2024-11-12T10:19:34,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917154416/running 2024-11-12T10:19:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:19:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:19:34,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:19:34,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:34,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:34,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:34,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,44663,1731406705637' ***** 2024-11-12T10:19:34,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:19:34,038 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:19:34,038 INFO [RS:0;a10fb4296bab:44663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:19:34,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/running 2024-11-12T10:19:34,039 INFO [RS:0;a10fb4296bab:44663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:19:34,039 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(3091): Received CLOSE for e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:19:34,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:19:34,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Set watcher on znode that does not yet exist, /1917154416/running 2024-11-12T10:19:34,039 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,44663,1731406705637 2024-11-12T10:19:34,039 INFO [RS:0;a10fb4296bab:44663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:19:34,040 INFO [RS:0;a10fb4296bab:44663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:44663. 2024-11-12T10:19:34,040 DEBUG [RS:0;a10fb4296bab:44663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:34,040 DEBUG [RS:0;a10fb4296bab:44663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:34,040 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e14a6216ec49cb51fa37cc1381ffb097, disabling compactions & flushes 2024-11-12T10:19:34,040 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:19:34,040 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:19:34,040 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:19:34,040 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:19:34,040 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. after waiting 0 ms 2024-11-12T10:19:34,040 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:19:34,040 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:19:34,040 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:19:34,041 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:19:34,041 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1325): Online Regions={e14a6216ec49cb51fa37cc1381ffb097=test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:19:34,041 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e14a6216ec49cb51fa37cc1381ffb097 2024-11-12T10:19:34,041 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:19:34,041 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:19:34,041 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:19:34,041 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:19:34,041 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:19:34,041 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T10:19:34,044 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/default/test/e14a6216ec49cb51fa37cc1381ffb097/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T10:19:34,044 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:34,044 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:19:34,045 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e14a6216ec49cb51fa37cc1381ffb097: Waiting for close lock at 1731406774039Running coprocessor pre-close hooks at 1731406774039Disabling compacts and flushes for region at 1731406774039Disabling writes for close at 1731406774040 (+1 ms)Writing region close event to WAL at 1731406774041 (+1 ms)Running coprocessor post-close hooks at 1731406774044 (+3 ms)Closed at 1731406774045 (+1 ms) 2024-11-12T10:19:34,045 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097. 2024-11-12T10:19:34,056 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/info/a90d15bee82c42d6b3972debd865c7ab is 129, key is test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097./info:regioninfo/1731406709696/Put/seqid=0 2024-11-12T10:19:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741839_1015 (size=6421) 2024-11-12T10:19:34,060 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/info/a90d15bee82c42d6b3972debd865c7ab 2024-11-12T10:19:34,078 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/ns/ab82fbc0db2d4639bd860a89b8e68b03 is 43, key is default/ns:d/1731406708474/Put/seqid=0 2024-11-12T10:19:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741840_1016 (size=5153) 2024-11-12T10:19:34,124 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:19:34,241 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:34,441 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:34,477 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35343,1731406700230 got entry batch from reader: null 2024-11-12T10:19:34,483 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/ns/ab82fbc0db2d4639bd860a89b8e68b03 2024-11-12T10:19:34,501 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/rep_barrier/7cc2b25b665147978512c61b0863212c is 112, key is test,,1731406709301.e14a6216ec49cb51fa37cc1381ffb097./rep_barrier:seqnumDuringOpen/1731406709696/Put/seqid=0 2024-11-12T10:19:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741841_1017 (size=5518) 2024-11-12T10:19:34,570 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:19:34,570 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:19:34,641 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:34,842 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:34,906 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/rep_barrier/7cc2b25b665147978512c61b0863212c 2024-11-12T10:19:34,924 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/table/114dd3d7e3d94abca21bb825d4579fd5 is 40, key is test/table:state/1731406709721/Put/seqid=0 2024-11-12T10:19:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741842_1018 (size=5165) 2024-11-12T10:19:35,042 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:19:35,042 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:19:35,042 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:35,242 DEBUG [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:35,328 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/table/114dd3d7e3d94abca21bb825d4579fd5 2024-11-12T10:19:35,334 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/info/a90d15bee82c42d6b3972debd865c7ab as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/info/a90d15bee82c42d6b3972debd865c7ab 2024-11-12T10:19:35,339 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/info/a90d15bee82c42d6b3972debd865c7ab, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T10:19:35,340 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/ns/ab82fbc0db2d4639bd860a89b8e68b03 as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/ns/ab82fbc0db2d4639bd860a89b8e68b03 2024-11-12T10:19:35,345 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/ns/ab82fbc0db2d4639bd860a89b8e68b03, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:19:35,346 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/rep_barrier/7cc2b25b665147978512c61b0863212c as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/rep_barrier/7cc2b25b665147978512c61b0863212c 2024-11-12T10:19:35,350 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/rep_barrier/7cc2b25b665147978512c61b0863212c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T10:19:35,351 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/.tmp/table/114dd3d7e3d94abca21bb825d4579fd5 as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/table/114dd3d7e3d94abca21bb825d4579fd5 2024-11-12T10:19:35,356 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/table/114dd3d7e3d94abca21bb825d4579fd5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:19:35,357 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false 2024-11-12T10:19:35,360 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:19:35,361 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:35,361 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:35,361 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:35,361 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406774041Running coprocessor pre-close hooks at 1731406774041Disabling compacts and flushes for region at 1731406774041Disabling writes for close at 1731406774041Obtaining lock to block concurrent updates at 1731406774041Preparing flush snapshotting stores in 1588230740 at 1731406774041Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731406774041Flushing stores of hbase:meta,,1.1588230740 at 1731406774042 (+1 ms)Flushing 1588230740/info: creating writer at 1731406774042Flushing 1588230740/info: appending metadata at 1731406774055 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731406774055Flushing 1588230740/ns: creating writer at 1731406774066 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731406774078 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731406774078Flushing 1588230740/rep_barrier: creating writer at 1731406774489 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406774501 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406774501Flushing 1588230740/table: creating writer at 1731406774911 (+410 ms)Flushing 1588230740/table: appending metadata at 1731406774923 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731406774923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185b89c6: reopening flushed file at 1731406775333 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107e0972: reopening flushed file at 1731406775339 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ec9a12: reopening flushed file at 1731406775345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf8730c: reopening flushed file at 1731406775350 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false at 1731406775357 (+7 ms)Writing region close event to WAL at 1731406775358 (+1 ms)Running coprocessor post-close hooks at 1731406775361 (+3 ms)Closed at 1731406775361 2024-11-12T10:19:35,361 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:35,442 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,44663,1731406705637; all regions closed. 2024-11-12T10:19:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741834_1010 (size=2717) 2024-11-12T10:19:35,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637/a10fb4296bab%2C44663%2C1731406705637.meta.1731406708327.meta not finished, retry = 0 2024-11-12T10:19:35,547 DEBUG [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/oldWALs 2024-11-12T10:19:35,547 INFO [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C44663%2C1731406705637.meta:.meta(num 1731406708327) 2024-11-12T10:19:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741832_1008 (size=1028) 2024-11-12T10:19:35,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/WALs/a10fb4296bab,44663,1731406705637/a10fb4296bab%2C44663%2C1731406705637.1731406707718 not finished, retry = 0 2024-11-12T10:19:35,651 DEBUG [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/oldWALs 2024-11-12T10:19:35,651 INFO [RS:0;a10fb4296bab:44663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C44663%2C1731406705637:(num 1731406707718) 2024-11-12T10:19:35,651 DEBUG [RS:0;a10fb4296bab:44663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:35,651 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:19:35,652 INFO [RS:0;a10fb4296bab:44663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:19:35,652 INFO [RS:0;a10fb4296bab:44663 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:19:35,652 INFO [RS:0;a10fb4296bab:44663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:19:35,652 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:19:35,652 INFO [RS:0;a10fb4296bab:44663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:44663. 2024-11-12T10:19:35,652 DEBUG [RS:0;a10fb4296bab:44663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:35,652 DEBUG [RS:0;a10fb4296bab:44663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:35,652 DEBUG [RS:0;a10fb4296bab:44663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:35,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:35,652 INFO [RS:0;a10fb4296bab:44663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44663 2024-11-12T10:19:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917154416/rs/a10fb4296bab,44663,1731406705637 2024-11-12T10:19:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416/rs 2024-11-12T10:19:35,732 INFO [RS:0;a10fb4296bab:44663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:19:35,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,44663,1731406705637] 2024-11-12T10:19:35,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1917154416/draining/a10fb4296bab,44663,1731406705637 already deleted, retry=false 2024-11-12T10:19:35,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,44663,1731406705637 expired; onlineServers=0 2024-11-12T10:19:35,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,39605,1731406705489' ***** 2024-11-12T10:19:35,753 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:19:35,753 INFO [M:0;a10fb4296bab:39605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:19:35,753 INFO [M:0;a10fb4296bab:39605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:19:35,753 DEBUG [M:0;a10fb4296bab:39605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:19:35,754 DEBUG [M:0;a10fb4296bab:39605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:19:35,754 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:19:35,754 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406707452 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406707452,5,FailOnTimeoutGroup] 2024-11-12T10:19:35,754 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406707459 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406707459,5,FailOnTimeoutGroup] 2024-11-12T10:19:35,754 INFO [M:0;a10fb4296bab:39605 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:19:35,754 INFO [M:0;a10fb4296bab:39605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:19:35,754 DEBUG [M:0;a10fb4296bab:39605 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:19:35,754 INFO [M:0;a10fb4296bab:39605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:19:35,754 INFO [M:0;a10fb4296bab:39605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:19:35,754 INFO [M:0;a10fb4296bab:39605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:19:35,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:19:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1917154416/master 2024-11-12T10:19:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1917154416 2024-11-12T10:19:35,764 DEBUG [M:0;a10fb4296bab:39605 {}] zookeeper.ZKUtil(347): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Unable to get data of znode /1917154416/master because node does not exist (not an error) 2024-11-12T10:19:35,764 WARN [M:0;a10fb4296bab:39605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:19:35,765 INFO [M:0;a10fb4296bab:39605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/.lastflushedseqids 2024-11-12T10:19:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741843_1019 (size=173) 2024-11-12T10:19:35,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:35,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44663-0x1012e8d91730004, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:35,843 INFO [RS:0;a10fb4296bab:44663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:19:35,843 INFO [RS:0;a10fb4296bab:44663 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,44663,1731406705637; zookeeper connection closed. 2024-11-12T10:19:35,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f1124a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f1124a7 2024-11-12T10:19:35,843 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:19:36,170 INFO [M:0;a10fb4296bab:39605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:19:36,170 INFO [M:0;a10fb4296bab:39605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:19:36,170 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:19:36,170 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:36,170 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:36,170 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:19:36,170 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:36,171 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-12T10:19:36,189 DEBUG [M:0;a10fb4296bab:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e57fc9cc464e4dab94cca19211b242f5 is 82, key is hbase:meta,,1/info:regioninfo/1731406708436/Put/seqid=0 2024-11-12T10:19:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741844_1020 (size=5672) 2024-11-12T10:19:36,593 INFO [M:0;a10fb4296bab:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e57fc9cc464e4dab94cca19211b242f5 2024-11-12T10:19:36,611 DEBUG [M:0;a10fb4296bab:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98554d439a54942a0c50466009f484f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406709729/Put/seqid=0 2024-11-12T10:19:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741845_1021 (size=6727) 2024-11-12T10:19:37,015 INFO [M:0;a10fb4296bab:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98554d439a54942a0c50466009f484f 2024-11-12T10:19:37,020 INFO [M:0;a10fb4296bab:39605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b98554d439a54942a0c50466009f484f 2024-11-12T10:19:37,033 DEBUG [M:0;a10fb4296bab:39605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbc34407d8d34524ac436e40489412d2 is 69, key is a10fb4296bab,44663,1731406705637/rs:state/1731406707535/Put/seqid=0 2024-11-12T10:19:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741846_1022 (size=5156) 2024-11-12T10:19:37,438 INFO [M:0;a10fb4296bab:39605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbc34407d8d34524ac436e40489412d2 2024-11-12T10:19:37,444 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e57fc9cc464e4dab94cca19211b242f5 as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e57fc9cc464e4dab94cca19211b242f5 2024-11-12T10:19:37,449 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e57fc9cc464e4dab94cca19211b242f5, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T10:19:37,450 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b98554d439a54942a0c50466009f484f as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b98554d439a54942a0c50466009f484f 2024-11-12T10:19:37,456 INFO [M:0;a10fb4296bab:39605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b98554d439a54942a0c50466009f484f 2024-11-12T10:19:37,456 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b98554d439a54942a0c50466009f484f, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T10:19:37,457 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbc34407d8d34524ac436e40489412d2 as hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbc34407d8d34524ac436e40489412d2 2024-11-12T10:19:37,462 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbc34407d8d34524ac436e40489412d2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T10:19:37,463 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-12T10:19:37,464 INFO [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:37,465 DEBUG [M:0;a10fb4296bab:39605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406776170Disabling compacts and flushes for region at 1731406776170Disabling writes for close at 1731406776170Obtaining lock to block concurrent updates at 1731406776171 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406776171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731406776171Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406776171Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406776171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406776188 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406776188Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406776598 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406776610 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406776610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406777020 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406777032 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406777032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1071c1d7: reopening flushed file at 1731406777443 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce72549: reopening flushed file at 1731406777449 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6292a2a2: reopening flushed file at 1731406777456 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1731406777463 (+7 ms)Writing region close event to WAL at 1731406777464 (+1 ms)Closed at 1731406777464 2024-11-12T10:19:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741830_1006 (size=33026) 2024-11-12T10:19:37,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/316554ce-7d5f-fed4-2bd1-af92b76ed8b7/MasterData/WALs/a10fb4296bab,39605,1731406705489/a10fb4296bab%2C39605%2C1731406705489.1731406706996 not finished, retry = 0 2024-11-12T10:19:37,540 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 to pos 997, reset compression=false 2024-11-12T10:19:37,567 INFO [M:0;a10fb4296bab:39605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:19:37,567 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:19:37,568 INFO [M:0;a10fb4296bab:39605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39605 2024-11-12T10:19:37,568 INFO [M:0;a10fb4296bab:39605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:19:37,801 INFO [M:0;a10fb4296bab:39605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:19:37,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:37,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39605-0x1012e8d91730003, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:37,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f45a81e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:19:37,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2642768d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:19:37,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:19:37,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49f79d22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:19:37,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26ec9cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir/,STOPPED} 2024-11-12T10:19:37,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:19:37,833 WARN [BP-347697673-172.17.0.3-1731406703153 heartbeating to localhost/127.0.0.1:46123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:19:37,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:19:37,833 WARN [BP-347697673-172.17.0.3-1731406703153 heartbeating to localhost/127.0.0.1:46123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-347697673-172.17.0.3-1731406703153 (Datanode Uuid 018c9080-1cd9-44f1-a053-f362b542f917) service to localhost/127.0.0.1:46123 2024-11-12T10:19:37,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/cluster_260a7440-72fb-5c01-0e22-0f535adc23e8/data/data1/current/BP-347697673-172.17.0.3-1731406703153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:19:37,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/cluster_260a7440-72fb-5c01-0e22-0f535adc23e8/data/data2/current/BP-347697673-172.17.0.3-1731406703153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:19:37,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:19:37,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3964c9c6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:19:37,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d719ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:19:37,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:19:37,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9b9b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:19:37,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a187b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir/,STOPPED} 2024-11-12T10:19:37,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:19:37,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:19:37,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:37,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:37,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:37,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:37,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:37,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:19:37,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1061052534, stopped=false 2024-11-12T10:19:37,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,36393,1731406700024 2024-11-12T10:19:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0405380903/running 2024-11-12T10:19:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0405380903/running 2024-11-12T10:19:37,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:19:37,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:19:37,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:37,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:19:37,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:37,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,35343,1731406700230' ***** 2024-11-12T10:19:37,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:19:37,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/running 2024-11-12T10:19:37,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Set watcher on znode that does not yet exist, /0405380903/running 2024-11-12T10:19:37,874 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:19:37,874 INFO [RS:0;a10fb4296bab:35343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:19:37,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:19:37,874 INFO [RS:0;a10fb4296bab:35343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:19:37,874 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(3091): Received CLOSE for 4623865a1c8c5271458f8cec16b099b5 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(3091): Received CLOSE for 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,35343,1731406700230 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35343. 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4623865a1c8c5271458f8cec16b099b5, disabling compactions & flushes 2024-11-12T10:19:37,875 DEBUG [RS:0;a10fb4296bab:35343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:37,875 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:19:37,875 DEBUG [RS:0;a10fb4296bab:35343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. after waiting 0 ms 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:19:37,875 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4623865a1c8c5271458f8cec16b099b5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T10:19:37,875 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:19:37,875 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1325): Online Regions={4623865a1c8c5271458f8cec16b099b5=hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5., 1588230740=hbase:meta,,1.1588230740, 8292ff3376b323e3de63c7cc230deba1=test,,1731406708658.8292ff3376b323e3de63c7cc230deba1.} 2024-11-12T10:19:37,875 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4623865a1c8c5271458f8cec16b099b5, 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:19:37,875 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:19:37,875 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:19:37,875 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:19:37,889 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/info/a20e020cb1764ca683f418dbf215828a is 147, key is hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5./info:regioninfo/1731406710398/Put/seqid=0 2024-11-12T10:19:37,889 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/.tmp/hfileref/1834ab90352249a8a2037d5c42bd8ac4 is 74, key is 1/hfileref:ba46fc915d924940898732eae15b7b80_SeqId_4_/1731406712685/DeleteColumn/seqid=0 2024-11-12T10:19:37,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741845_1021 (size=5203) 2024-11-12T10:19:37,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741844_1020 (size=7686) 2024-11-12T10:19:37,911 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:19:38,075 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4623865a1c8c5271458f8cec16b099b5, 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:19:38,252 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:19:38,252 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:19:38,276 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4623865a1c8c5271458f8cec16b099b5, 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:19:38,294 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/.tmp/hfileref/1834ab90352249a8a2037d5c42bd8ac4 2024-11-12T10:19:38,294 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/info/a20e020cb1764ca683f418dbf215828a 2024-11-12T10:19:38,319 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/ns/a862cf655249460e9fbe4347e2c6a903 is 43, key is default/ns:d/1731406703016/Put/seqid=0 2024-11-12T10:19:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741846_1022 (size=5153) 2024-11-12T10:19:38,323 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/.tmp/queue/b5838feb50c14e82a8d5e71d10e34c8a is 153, key is 1-a10fb4296bab,35343,1731406700230/queue:a10fb4296bab%2C35343%2C1731406700230/1731406714476/Put/seqid=0 2024-11-12T10:19:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741847_1023 (size=5352) 2024-11-12T10:19:38,476 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4623865a1c8c5271458f8cec16b099b5, 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:19:38,676 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4623865a1c8c5271458f8cec16b099b5, 8292ff3376b323e3de63c7cc230deba1 2024-11-12T10:19:38,724 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/ns/a862cf655249460e9fbe4347e2c6a903 2024-11-12T10:19:38,731 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/.tmp/queue/b5838feb50c14e82a8d5e71d10e34c8a 2024-11-12T10:19:38,738 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/.tmp/hfileref/1834ab90352249a8a2037d5c42bd8ac4 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/hfileref/1834ab90352249a8a2037d5c42bd8ac4 2024-11-12T10:19:38,745 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/hfileref/1834ab90352249a8a2037d5c42bd8ac4, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T10:19:38,746 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/.tmp/queue/b5838feb50c14e82a8d5e71d10e34c8a as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/queue/b5838feb50c14e82a8d5e71d10e34c8a 2024-11-12T10:19:38,750 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/rep_barrier/05364ceab7e044ad81061d5abdb1948a is 112, key is test,,1731406708658.8292ff3376b323e3de63c7cc230deba1./rep_barrier:seqnumDuringOpen/1731406709070/Put/seqid=0 2024-11-12T10:19:38,753 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/queue/b5838feb50c14e82a8d5e71d10e34c8a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T10:19:38,754 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4623865a1c8c5271458f8cec16b099b5 in 879ms, sequenceid=10, compaction requested=false 2024-11-12T10:19:38,762 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/replication/4623865a1c8c5271458f8cec16b099b5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T10:19:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741848_1024 (size=5518) 2024-11-12T10:19:38,762 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:38,762 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:38,762 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:19:38,762 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4623865a1c8c5271458f8cec16b099b5: Waiting for close lock at 1731406777875Running coprocessor pre-close hooks at 1731406777875Disabling compacts and flushes for region at 1731406777875Disabling writes for close at 1731406777875Obtaining lock to block concurrent updates at 1731406777875Preparing flush snapshotting stores in 4623865a1c8c5271458f8cec16b099b5 at 1731406777875Finished memstore snapshotting hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731406777875Flushing stores of hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. at 1731406777876 (+1 ms)Flushing 4623865a1c8c5271458f8cec16b099b5/hfileref: creating writer at 1731406777876Flushing 4623865a1c8c5271458f8cec16b099b5/hfileref: appending metadata at 1731406777889 (+13 ms)Flushing 4623865a1c8c5271458f8cec16b099b5/hfileref: closing flushed file at 1731406777889Flushing 4623865a1c8c5271458f8cec16b099b5/queue: creating writer at 1731406778302 (+413 ms)Flushing 4623865a1c8c5271458f8cec16b099b5/queue: appending metadata at 1731406778323 (+21 ms)Flushing 4623865a1c8c5271458f8cec16b099b5/queue: closing flushed file at 1731406778323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578d8ec: reopening flushed file at 1731406778737 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b00c596: reopening flushed file at 1731406778745 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4623865a1c8c5271458f8cec16b099b5 in 879ms, sequenceid=10, compaction requested=false at 1731406778754 (+9 ms)Writing region close event to WAL at 1731406778757 (+3 ms)Running coprocessor post-close hooks at 1731406778762 (+5 ms)Closed at 1731406778762 2024-11-12T10:19:38,763 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406709991.4623865a1c8c5271458f8cec16b099b5. 2024-11-12T10:19:38,763 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8292ff3376b323e3de63c7cc230deba1, disabling compactions & flushes 2024-11-12T10:19:38,763 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:19:38,763 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:19:38,763 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. after waiting 0 ms 2024-11-12T10:19:38,763 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:19:38,766 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/default/test/8292ff3376b323e3de63c7cc230deba1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:19:38,767 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:38,767 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:19:38,767 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:19:38,767 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8292ff3376b323e3de63c7cc230deba1: Waiting for close lock at 1731406778763Running coprocessor pre-close hooks at 1731406778763Disabling compacts and flushes for region at 1731406778763Disabling writes for close at 1731406778763Writing region close event to WAL at 1731406778764 (+1 ms)Running coprocessor post-close hooks at 1731406778767 (+3 ms)Closed at 1731406778767 2024-11-12T10:19:38,767 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406708658.8292ff3376b323e3de63c7cc230deba1. 2024-11-12T10:19:38,876 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:19:38,876 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:19:38,876 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:39,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,076 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:39,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,163 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/rep_barrier/05364ceab7e044ad81061d5abdb1948a 2024-11-12T10:19:39,184 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/table/bf3b338550284556ba10bbb9820c5803 is 53, key is hbase:replication/table:state/1731406710409/Put/seqid=0 2024-11-12T10:19:39,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741849_1025 (size=5308) 2024-11-12T10:19:39,277 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:39,477 DEBUG [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:39,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:19:39,589 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/table/bf3b338550284556ba10bbb9820c5803 2024-11-12T10:19:39,595 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/info/a20e020cb1764ca683f418dbf215828a as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/info/a20e020cb1764ca683f418dbf215828a 2024-11-12T10:19:39,600 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/info/a20e020cb1764ca683f418dbf215828a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:19:39,601 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/ns/a862cf655249460e9fbe4347e2c6a903 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/ns/a862cf655249460e9fbe4347e2c6a903 2024-11-12T10:19:39,606 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/ns/a862cf655249460e9fbe4347e2c6a903, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:19:39,607 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/rep_barrier/05364ceab7e044ad81061d5abdb1948a as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/rep_barrier/05364ceab7e044ad81061d5abdb1948a 2024-11-12T10:19:39,612 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/rep_barrier/05364ceab7e044ad81061d5abdb1948a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:19:39,613 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/.tmp/table/bf3b338550284556ba10bbb9820c5803 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/table/bf3b338550284556ba10bbb9820c5803 2024-11-12T10:19:39,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,618 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/table/bf3b338550284556ba10bbb9820c5803, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:19:39,618 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-12T10:19:39,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:39,623 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:19:39,624 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:39,624 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:39,624 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:39,624 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406777875Running coprocessor pre-close hooks at 1731406777875Disabling compacts and flushes for region at 1731406777875Disabling writes for close at 1731406777875Obtaining lock to block concurrent updates at 1731406777875Preparing flush snapshotting stores in 1588230740 at 1731406777875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406777876 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406777876Flushing 1588230740/info: creating writer at 1731406777876Flushing 1588230740/info: appending metadata at 1731406777889 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731406777889Flushing 1588230740/ns: creating writer at 1731406778301 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731406778318 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731406778318Flushing 1588230740/rep_barrier: creating writer at 1731406778732 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406778749 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406778749Flushing 1588230740/table: creating writer at 1731406779168 (+419 ms)Flushing 1588230740/table: appending metadata at 1731406779184 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731406779184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53339edf: reopening flushed file at 1731406779594 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3984068b: reopening flushed file at 1731406779600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192847ba: reopening flushed file at 1731406779606 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7890f0df: reopening flushed file at 1731406779612 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1731406779619 (+7 ms)Writing region close event to WAL at 1731406779620 (+1 ms)Running coprocessor post-close hooks at 1731406779624 (+4 ms)Closed at 1731406779624 2024-11-12T10:19:39,624 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:39,677 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,35343,1731406700230; all regions closed. 2024-11-12T10:19:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:19:39,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.meta.1731406702920.meta not finished, retry = 0 2024-11-12T10:19:39,783 DEBUG [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/oldWALs 2024-11-12T10:19:39,783 INFO [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C35343%2C1731406700230.meta:.meta(num 1731406702920) 2024-11-12T10:19:39,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.rep.1731406710356 not finished, retry = 0 2024-11-12T10:19:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741839_1015 (size=2700) 2024-11-12T10:19:39,888 DEBUG [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/oldWALs 2024-11-12T10:19:39,888 INFO [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C35343%2C1731406700230.rep:(num 1731406710356) 2024-11-12T10:19:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741832_1008 (size=1300) 2024-11-12T10:19:39,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/WALs/a10fb4296bab,35343,1731406700230/a10fb4296bab%2C35343%2C1731406700230.1731406702386 not finished, retry = 0 2024-11-12T10:19:39,992 DEBUG [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/oldWALs 2024-11-12T10:19:39,992 INFO [RS:0;a10fb4296bab:35343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C35343%2C1731406700230:(num 1731406702386) 2024-11-12T10:19:39,992 DEBUG [RS:0;a10fb4296bab:35343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:39,992 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:19:39,992 INFO [RS:0;a10fb4296bab:35343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:19:39,992 INFO [RS:0;a10fb4296bab:35343 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:19:39,992 INFO [RS:0;a10fb4296bab:35343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:19:39,992 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:19:39,993 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,35343,1731406700230 because: Region server is closing 2024-11-12T10:19:39,993 INFO [RS:0;a10fb4296bab:35343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35343. 2024-11-12T10:19:39,993 DEBUG [RS:0;a10fb4296bab:35343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:39,993 DEBUG [RS:0;a10fb4296bab:35343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:39,993 DEBUG [RS:0;a10fb4296bab:35343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:39,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:40,093 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.wal-reader.a10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:19:40,093 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:19:40,094 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35343,1731406700230.replicationSource.shippera10fb4296bab%2C35343%2C1731406700230,1-a10fb4296bab,35343,1731406700230 terminated 2024-11-12T10:19:40,094 INFO [RS:0;a10fb4296bab:35343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35343 2024-11-12T10:19:40,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0405380903/rs/a10fb4296bab,35343,1731406700230 2024-11-12T10:19:40,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903/rs 2024-11-12T10:19:40,104 INFO [RS:0;a10fb4296bab:35343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:19:40,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,35343,1731406700230] 2024-11-12T10:19:40,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0405380903/draining/a10fb4296bab,35343,1731406700230 already deleted, retry=false 2024-11-12T10:19:40,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,35343,1731406700230 expired; onlineServers=0 2024-11-12T10:19:40,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,36393,1731406700024' ***** 2024-11-12T10:19:40,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:19:40,125 INFO [M:0;a10fb4296bab:36393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:19:40,126 INFO [M:0;a10fb4296bab:36393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:19:40,126 DEBUG [M:0;a10fb4296bab:36393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:19:40,126 DEBUG [M:0;a10fb4296bab:36393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:19:40,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:19:40,126 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406702116 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406702116,5,FailOnTimeoutGroup] 2024-11-12T10:19:40,126 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406702120 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406702120,5,FailOnTimeoutGroup] 2024-11-12T10:19:40,126 INFO [M:0;a10fb4296bab:36393 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:19:40,126 INFO [M:0;a10fb4296bab:36393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:19:40,126 DEBUG [M:0;a10fb4296bab:36393 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:19:40,126 INFO [M:0;a10fb4296bab:36393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:19:40,126 INFO [M:0;a10fb4296bab:36393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:19:40,126 INFO [M:0;a10fb4296bab:36393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:19:40,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:19:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0405380903/master 2024-11-12T10:19:40,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0405380903 2024-11-12T10:19:40,136 DEBUG [M:0;a10fb4296bab:36393 {}] zookeeper.ZKUtil(347): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Unable to get data of znode /0405380903/master because node does not exist (not an error) 2024-11-12T10:19:40,136 WARN [M:0;a10fb4296bab:36393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:19:40,137 INFO [M:0;a10fb4296bab:36393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/.lastflushedseqids 2024-11-12T10:19:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741850_1026 (size=263) 2024-11-12T10:19:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:40,215 INFO [RS:0;a10fb4296bab:35343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:19:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35343-0x1012e8d91730001, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:40,215 INFO [RS:0;a10fb4296bab:35343 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,35343,1731406700230; zookeeper connection closed. 2024-11-12T10:19:40,215 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fed3a3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fed3a3d 2024-11-12T10:19:40,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:19:40,542 INFO [M:0;a10fb4296bab:36393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:19:40,542 INFO [M:0;a10fb4296bab:36393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:19:40,542 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:19:40,542 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:40,542 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:40,542 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:19:40,542 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:40,542 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-12T10:19:40,556 DEBUG [M:0;a10fb4296bab:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0073454c61c94d359e0dc91b19800ce7 is 82, key is hbase:meta,,1/info:regioninfo/1731406702966/Put/seqid=0 2024-11-12T10:19:40,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741851_1027 (size=5672) 2024-11-12T10:19:40,961 INFO [M:0;a10fb4296bab:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0073454c61c94d359e0dc91b19800ce7 2024-11-12T10:19:40,980 DEBUG [M:0;a10fb4296bab:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/802da217d36f40a39e2366a7ced4cb44 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406709097/Put/seqid=0 2024-11-12T10:19:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741852_1028 (size=7239) 2024-11-12T10:19:41,385 INFO [M:0;a10fb4296bab:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/802da217d36f40a39e2366a7ced4cb44 2024-11-12T10:19:41,389 INFO [M:0;a10fb4296bab:36393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 802da217d36f40a39e2366a7ced4cb44 2024-11-12T10:19:41,403 DEBUG [M:0;a10fb4296bab:36393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ed3d7c81282484ba1b821081efb7bbb is 69, key is a10fb4296bab,35343,1731406700230/rs:state/1731406702218/Put/seqid=0 2024-11-12T10:19:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741853_1029 (size=5156) 2024-11-12T10:19:41,807 INFO [M:0;a10fb4296bab:36393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ed3d7c81282484ba1b821081efb7bbb 2024-11-12T10:19:41,812 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0073454c61c94d359e0dc91b19800ce7 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0073454c61c94d359e0dc91b19800ce7 2024-11-12T10:19:41,817 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0073454c61c94d359e0dc91b19800ce7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T10:19:41,818 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/802da217d36f40a39e2366a7ced4cb44 as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/802da217d36f40a39e2366a7ced4cb44 2024-11-12T10:19:41,822 INFO [M:0;a10fb4296bab:36393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 802da217d36f40a39e2366a7ced4cb44 2024-11-12T10:19:41,822 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/802da217d36f40a39e2366a7ced4cb44, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T10:19:41,823 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ed3d7c81282484ba1b821081efb7bbb as hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ed3d7c81282484ba1b821081efb7bbb 2024-11-12T10:19:41,827 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ed3d7c81282484ba1b821081efb7bbb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T10:19:41,828 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-12T10:19:41,829 INFO [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:41,829 DEBUG [M:0;a10fb4296bab:36393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406780542Disabling compacts and flushes for region at 1731406780542Disabling writes for close at 1731406780542Obtaining lock to block concurrent updates at 1731406780542Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406780542Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731406780543 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406780543Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406780543Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406780556 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406780556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406780965 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406780980 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406780980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406781389 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406781402 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406781402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a69236: reopening flushed file at 1731406781811 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57197f18: reopening flushed file at 1731406781817 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35be297c: reopening flushed file at 1731406781822 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731406781828 (+6 ms)Writing region close event to WAL at 1731406781829 (+1 ms)Closed at 1731406781829 2024-11-12T10:19:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741830_1006 (size=64514) 2024-11-12T10:19:41,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d22854fd-1274-e9cd-fa58-49985add50cd/MasterData/WALs/a10fb4296bab,36393,1731406700024/a10fb4296bab%2C36393%2C1731406700024.1731406701635 not finished, retry = 0 2024-11-12T10:19:41,932 INFO [M:0;a10fb4296bab:36393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:19:41,932 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:19:41,932 INFO [M:0;a10fb4296bab:36393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36393 2024-11-12T10:19:41,932 INFO [M:0;a10fb4296bab:36393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:19:42,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:42,042 INFO [M:0;a10fb4296bab:36393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:19:42,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36393-0x1012e8d91730000, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:42,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b14315{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:19:42,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cd7d83c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:19:42,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:19:42,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617ce46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:19:42,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51caf3d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir/,STOPPED} 2024-11-12T10:19:42,046 WARN [BP-1269580500-172.17.0.3-1731406697963 heartbeating to localhost/127.0.0.1:37833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:19:42,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:19:42,046 WARN [BP-1269580500-172.17.0.3-1731406697963 heartbeating to localhost/127.0.0.1:37833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1269580500-172.17.0.3-1731406697963 (Datanode Uuid 11854bd8-0646-4594-bf4d-663413cfde7b) service to localhost/127.0.0.1:37833 2024-11-12T10:19:42,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:19:42,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/data/data1/current/BP-1269580500-172.17.0.3-1731406697963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:19:42,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/cluster_e0768d65-b038-f99b-7955-8fa32c4748c8/data/data2/current/BP-1269580500-172.17.0.3-1731406697963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:19:42,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:19:42,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d55f55{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:19:42,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1281b052{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:19:42,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:19:42,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af9657f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:19:42,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b41f308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c0af79c-0cf8-a435-dc6d-d30ed8b3d7bb/hadoop.log.dir/,STOPPED} 2024-11-12T10:19:42,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:19:42,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:19:42,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc820b93e10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52338) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46123 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37833 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc820b93e10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52338) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=7059 (was 7053) - AvailableMemoryMB LEAK? - 2024-11-12T10:19:42,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=7059 2024-11-12T10:19:42,092 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T10:19:42,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir so I do NOT create it in target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895 2024-11-12T10:19:42,093 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:19:42,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.tmp.dir so I do NOT create it in target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895 2024-11-12T10:19:42,093 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f17cbc2b-7ce2-a92d-7eda-04433c075f00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:19:42,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895 2024-11-12T10:19:42,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9, deleteOnExit=true 2024-11-12T10:19:42,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/zookeeper_0, clientPort=51717, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:19:42,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51717 2024-11-12T10:19:42,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:19:42,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/test.cache.data in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:19:42,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:19:42,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:19:42,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:19:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e8d91730005, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:19:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e8d91730002, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:19:42,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e8d91730005, quorum=127.0.0.1:52338, baseZNode=/1917154416 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:19:42,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e8d91730002, quorum=127.0.0.1:52338, baseZNode=/0405380903 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:19:42,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:19:42,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:19:42,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:19:42,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:19:42,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:19:42,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:19:42,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8b70d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:19:42,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d87a11d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:19:42,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ac5b1b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/java.io.tmpdir/jetty-localhost-46529-hadoop-hdfs-3_4_1-tests_jar-_-any-13476663120843122874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:19:42,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b61382{HTTP/1.1, (http/1.1)}{localhost:46529} 2024-11-12T10:19:42,583 INFO [Time-limited test {}] server.Server(415): Started @134891ms 2024-11-12T10:19:42,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:19:42,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:19:42,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:19:42,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:19:42,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:19:42,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c87b6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:19:42,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c666b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:19:42,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bedd03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/java.io.tmpdir/jetty-localhost-44427-hadoop-hdfs-3_4_1-tests_jar-_-any-8637274298108124132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:19:42,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fe5fdb{HTTP/1.1, (http/1.1)}{localhost:44427} 2024-11-12T10:19:42,920 INFO [Time-limited test {}] server.Server(415): Started @135228ms 2024-11-12T10:19:42,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:19:43,615 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/data/data1/current/BP-37663833-172.17.0.3-1731406782129/current, will proceed with Du for space computation calculation, 2024-11-12T10:19:43,615 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/data/data2/current/BP-37663833-172.17.0.3-1731406782129/current, will proceed with Du for space computation calculation, 2024-11-12T10:19:43,630 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:19:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c28610cfb157251 with lease ID 0x408c81a2a69aa432: Processing first storage report for DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2 from datanode DatanodeRegistration(127.0.0.1:32785, datanodeUuid=76f1e9ff-f466-4928-9f2b-879e98fadd9c, infoPort=42867, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1948037328;c=1731406782129) 2024-11-12T10:19:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c28610cfb157251 with lease ID 0x408c81a2a69aa432: from storage DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2 node DatanodeRegistration(127.0.0.1:32785, datanodeUuid=76f1e9ff-f466-4928-9f2b-879e98fadd9c, infoPort=42867, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1948037328;c=1731406782129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:19:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c28610cfb157251 with lease ID 0x408c81a2a69aa432: Processing first storage report for DS-f00a6881-1a3d-4013-b830-522f33288fc8 from datanode DatanodeRegistration(127.0.0.1:32785, datanodeUuid=76f1e9ff-f466-4928-9f2b-879e98fadd9c, infoPort=42867, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1948037328;c=1731406782129) 2024-11-12T10:19:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c28610cfb157251 with lease ID 0x408c81a2a69aa432: from storage DS-f00a6881-1a3d-4013-b830-522f33288fc8 node DatanodeRegistration(127.0.0.1:32785, datanodeUuid=76f1e9ff-f466-4928-9f2b-879e98fadd9c, infoPort=42867, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1948037328;c=1731406782129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:19:43,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895 2024-11-12T10:19:43,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:43,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:19:44,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8 with version=8 2024-11-12T10:19:44,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/hbase-staging 2024-11-12T10:19:44,057 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:19:44,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:19:44,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46853 2024-11-12T10:19:44,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46853 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:44,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468530x0, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:44,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46853-0x1012e8eda4d0000 connected 2024-11-12T10:19:44,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:44,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:44,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:19:44,241 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8, hbase.cluster.distributed=false 2024-11-12T10:19:44,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/acl 2024-11-12T10:19:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-12T10:19:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46853 2024-11-12T10:19:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46853 2024-11-12T10:19:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-12T10:19:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-12T10:19:44,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:19:44,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:19:44,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38899 2024-11-12T10:19:44,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38899 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:44,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:44,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:44,275 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388990x0, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:44,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:19:44,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38899-0x1012e8eda4d0001 connected 2024-11-12T10:19:44,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:19:44,276 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:19:44,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/master 2024-11-12T10:19:44,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/acl 2024-11-12T10:19:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-12T10:19:44,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38899 2024-11-12T10:19:44,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38899 2024-11-12T10:19:44,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-12T10:19:44,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-12T10:19:44,294 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:46853 2024-11-12T10:19:44,295 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0277070316/backup-masters/a10fb4296bab,46853,1731406784056 2024-11-12T10:19:44,307 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:44,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:44,307 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on existing znode=/0277070316/backup-masters/a10fb4296bab,46853,1731406784056 2024-11-12T10:19:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:44,317 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0277070316/master 2024-11-12T10:19:44,317 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:44,318 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on existing znode=/0277070316/master 2024-11-12T10:19:44,318 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0277070316/backup-masters/a10fb4296bab,46853,1731406784056 from backup master directory 2024-11-12T10:19:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/backup-masters/a10fb4296bab,46853,1731406784056 2024-11-12T10:19:44,328 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:44,328 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:19:44,328 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,46853,1731406784056 2024-11-12T10:19:44,331 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/hbase.id] with ID: 33833140-0546-46e5-82d0-933775b8846f 2024-11-12T10:19:44,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/.tmp/hbase.id 2024-11-12T10:19:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:19:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:19:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:19:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:19:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:19:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:19:44,740 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/.tmp/hbase.id]:[hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/hbase.id] 2024-11-12T10:19:44,760 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:44,760 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:19:44,762 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T10:19:44,812 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:44,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:19:44,820 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:19:44,821 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:19:44,824 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:19:44,873 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store 2024-11-12T10:19:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:19:44,885 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:44,886 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:19:44,886 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:44,886 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:44,886 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:19:44,886 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:44,886 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:44,886 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406784886Disabling compacts and flushes for region at 1731406784886Disabling writes for close at 1731406784886Writing region close event to WAL at 1731406784886Closed at 1731406784886 2024-11-12T10:19:44,887 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/.initializing 2024-11-12T10:19:44,887 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056 2024-11-12T10:19:44,889 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:19:44,891 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C46853%2C1731406784056, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/oldWALs, maxLogs=10 2024-11-12T10:19:44,910 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056/a10fb4296bab%2C46853%2C1731406784056.1731406784891, exclude list is [], retry=0 2024-11-12T10:19:44,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:44,941 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056/a10fb4296bab%2C46853%2C1731406784056.1731406784891 2024-11-12T10:19:44,941 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:44,941 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:44,941 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:44,941 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,941 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:19:44,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:44,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:44,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:19:44,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:44,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:44,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:19:44,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:44,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:19:44,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:44,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:44,954 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,955 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,955 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,957 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,958 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,958 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:44,960 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:44,969 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:19:44,969 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62712110, jitterRate=-0.06551674008369446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:44,970 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406784942Initializing all the Stores at 1731406784942Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406784943 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406784943Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406784943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406784943Cleaning up temporary data from old regions at 1731406784958 (+15 ms)Region opened successfully at 1731406784970 (+12 ms) 2024-11-12T10:19:44,971 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:19:44,977 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3428820b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:19:44,978 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:19:44,978 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:19:44,978 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:19:44,979 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:19:44,979 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:19:44,980 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:19:44,980 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:19:44,998 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:19:44,999 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/balancer because node does not exist (not necessarily an error) 2024-11-12T10:19:45,006 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/balancer already deleted, retry=false 2024-11-12T10:19:45,007 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:19:45,008 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:19:45,017 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/normalizer already deleted, retry=false 2024-11-12T10:19:45,017 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:19:45,018 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:19:45,027 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/switch/split already deleted, retry=false 2024-11-12T10:19:45,028 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:19:45,038 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/switch/merge already deleted, retry=false 2024-11-12T10:19:45,041 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:19:45,048 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/snapshot-cleanup already deleted, retry=false 2024-11-12T10:19:45,059 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0277070316/running 2024-11-12T10:19:45,059 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0277070316/running 2024-11-12T10:19:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,060 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,46853,1731406784056, sessionid=0x1012e8eda4d0000, setting cluster-up flag (Was=false) 2024-11-12T10:19:45,080 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,111 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0277070316/flush-table-proc/acquired, /0277070316/flush-table-proc/reached, /0277070316/flush-table-proc/abort 2024-11-12T10:19:45,113 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,46853,1731406784056 2024-11-12T10:19:45,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:19:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,133 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:45,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:45,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:45,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:45,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:45,164 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0277070316/online-snapshot/acquired, /0277070316/online-snapshot/reached, /0277070316/online-snapshot/abort 2024-11-12T10:19:45,165 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,46853,1731406784056 2024-11-12T10:19:45,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:45,181 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:19:45,194 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:45,194 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:19:45,195 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:19:45,195 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,46853,1731406784056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:19:45,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,206 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(746): ClusterId : 33833140-0546-46e5-82d0-933775b8846f 2024-11-12T10:19:45,206 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:19:45,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:45,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:19:45,211 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:45,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:19:45,220 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:19:45,220 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:19:45,228 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:19:45,229 DEBUG [RS:0;a10fb4296bab:38899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1412504a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:19:45,244 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406815244 2024-11-12T10:19:45,244 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:19:45,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:19:45,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:19:45,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:19:45,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:19:45,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:19:45,252 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,255 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:19:45,255 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:19:45,255 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:19:45,255 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:19:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:19:45,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:19:45,266 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8 2024-11-12T10:19:45,268 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:19:45,268 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:19:45,272 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:38899 2024-11-12T10:19:45,272 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:19:45,272 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:19:45,276 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:19:45,276 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406785268,5,FailOnTimeoutGroup] 2024-11-12T10:19:45,277 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,46853,1731406784056 with port=38899, startcode=1731406784256 2024-11-12T10:19:45,278 DEBUG [RS:0;a10fb4296bab:38899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:19:45,292 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406785277,5,FailOnTimeoutGroup] 2024-11-12T10:19:45,292 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,292 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:19:45,292 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,292 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,297 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:19:45,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46853 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,300 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8 2024-11-12T10:19:45,300 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41525 2024-11-12T10:19:45,300 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:19:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/rs 2024-11-12T10:19:45,312 DEBUG [RS:0;a10fb4296bab:38899 {}] zookeeper.ZKUtil(111): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on existing znode=/0277070316/rs/a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,312 WARN [RS:0;a10fb4296bab:38899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:19:45,312 INFO [RS:0;a10fb4296bab:38899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:45,312 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:19:45,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:45,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,38899,1731406784256] 2024-11-12T10:19:45,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:19:45,335 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:19:45,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:19:45,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:45,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:45,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:19:45,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:19:45,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:45,339 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:19:45,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:45,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:19:45,340 INFO [RS:0;a10fb4296bab:38899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:19:45,340 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:19:45,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:45,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:45,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:19:45,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:19:45,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:45,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:45,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:19:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740 2024-11-12T10:19:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740 2024-11-12T10:19:45,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:19:45,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:19:45,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:45,348 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:19:45,349 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:19:45,349 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,349 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,349 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,349 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:19:45,350 DEBUG [RS:0;a10fb4296bab:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:19:45,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:19:45,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59210063, jitterRate=-0.11770130693912506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:45,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406785318Initializing all the Stores at 1731406785319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406785319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406785332 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406785332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406785332Cleaning up temporary data from old regions at 1731406785346 (+14 ms)Region opened successfully at 1731406785371 (+25 ms) 2024-11-12T10:19:45,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:19:45,371 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:19:45,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:19:45,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:19:45,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:19:45,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:45,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406785371Disabling compacts and flushes for region at 1731406785371Disabling writes for close at 1731406785371Writing region close event to WAL at 1731406785383 (+12 ms)Closed at 1731406785383 2024-11-12T10:19:45,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:45,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:19:45,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:19:45,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:19:45,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:19:45,390 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,390 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,390 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,390 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,390 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,390 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38899,1731406784256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:19:45,412 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:19:45,413 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38899,1731406784256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,413 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,413 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.Replication(171): a10fb4296bab,38899,1731406784256 started 2024-11-12T10:19:45,431 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:45,431 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,38899,1731406784256, RpcServer on a10fb4296bab/172.17.0.3:38899, sessionid=0x1012e8eda4d0001 2024-11-12T10:19:45,431 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:19:45,431 DEBUG [RS:0;a10fb4296bab:38899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,431 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,38899,1731406784256' 2024-11-12T10:19:45,431 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0277070316/flush-table-proc/abort' 2024-11-12T10:19:45,432 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0277070316/flush-table-proc/acquired' 2024-11-12T10:19:45,432 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:19:45,433 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:19:45,433 DEBUG [RS:0;a10fb4296bab:38899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,433 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,38899,1731406784256' 2024-11-12T10:19:45,433 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0277070316/online-snapshot/abort' 2024-11-12T10:19:45,433 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0277070316/online-snapshot/acquired' 2024-11-12T10:19:45,435 DEBUG [RS:0;a10fb4296bab:38899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:19:45,436 INFO [RS:0;a10fb4296bab:38899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:19:45,436 INFO [RS:0;a10fb4296bab:38899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:19:45,536 INFO [RS:0;a10fb4296bab:38899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:19:45,538 INFO [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38899%2C1731406784256, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs, maxLogs=10 2024-11-12T10:19:45,539 WARN [a10fb4296bab:46853 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:19:45,557 DEBUG [RS:0;a10fb4296bab:38899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539, exclude list is [], retry=0 2024-11-12T10:19:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:45,585 INFO [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539 2024-11-12T10:19:45,586 DEBUG [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:45,789 DEBUG [a10fb4296bab:46853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:19:45,789 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,38899,1731406784256 2024-11-12T10:19:45,791 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38899,1731406784256, state=OPENING 2024-11-12T10:19:45,838 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:19:45,848 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:45,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:45,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:45,849 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:19:45,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,38899,1731406784256}] 2024-11-12T10:19:46,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:19:46,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:19:46,020 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:19:46,021 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:46,034 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:19:46,047 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38899%2C1731406784256.meta, suffix=.meta, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs, maxLogs=10 2024-11-12T10:19:46,074 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.meta.1731406786048.meta, exclude list is [], retry=0 2024-11-12T10:19:46,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:46,090 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.meta.1731406786048.meta 2024-11-12T10:19:46,090 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:46,090 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:46,091 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:19:46,091 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:19:46,091 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:19:46,091 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:19:46,091 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:19:46,091 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:46,092 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:19:46,092 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:19:46,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:19:46,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:19:46,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:46,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:46,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:19:46,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:19:46,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:46,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:46,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:19:46,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:19:46,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:46,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:46,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:19:46,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:19:46,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:46,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:46,115 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:19:46,115 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740 2024-11-12T10:19:46,117 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740 2024-11-12T10:19:46,118 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:19:46,119 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:19:46,119 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:46,121 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:19:46,122 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72749386, jitterRate=0.08405032753944397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:46,123 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:19:46,123 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406786092Writing region info on filesystem at 1731406786092Initializing all the Stores at 1731406786094 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406786094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406786100 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406786100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406786100Cleaning up temporary data from old regions at 1731406786119 (+19 ms)Running coprocessor post-open hooks at 1731406786123 (+4 ms)Region opened successfully at 1731406786123 2024-11-12T10:19:46,124 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406786003 2024-11-12T10:19:46,127 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:19:46,127 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:19:46,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,38899,1731406784256 2024-11-12T10:19:46,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38899,1731406784256, state=OPEN 2024-11-12T10:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:46,218 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:46,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,38899,1731406784256 2024-11-12T10:19:46,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:46,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:46,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:19:46,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,38899,1731406784256 in 369 msec 2024-11-12T10:19:46,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:19:46,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 837 msec 2024-11-12T10:19:46,225 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:46,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:19:46,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:19:46,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38899,1731406784256, seqNum=-1] 2024-11-12T10:19:46,227 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:19:46,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:19:46,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0410 sec 2024-11-12T10:19:46,236 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406786235, completionTime=-1 2024-11-12T10:19:46,236 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:19:46,236 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406846238 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406906238 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46853,1731406784056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46853,1731406784056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46853,1731406784056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,239 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:46853, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,239 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,239 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,241 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.917sec 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46853,1731406784056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:19:46,245 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46853,1731406784056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:19:46,248 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:19:46,248 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:19:46,248 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46853,1731406784056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:46,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac38a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:46,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46853,-1 for getting cluster id 2024-11-12T10:19:46,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:19:46,317 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33833140-0546-46e5-82d0-933775b8846f' 2024-11-12T10:19:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:19:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33833140-0546-46e5-82d0-933775b8846f" 2024-11-12T10:19:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c36051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46853,-1] 2024-11-12T10:19:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:19:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:46,320 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:19:46,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40de3f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:46,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:19:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38899,1731406784256, seqNum=-1] 2024-11-12T10:19:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:19:46,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:19:46,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,46853,1731406784056 2024-11-12T10:19:46,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:46,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir so I do NOT create it in target/test-data/fcb73be4-506d-c7af-080e-3278e447790e 2024-11-12T10:19:46,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:19:46,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.tmp.dir so I do NOT create it in target/test-data/fcb73be4-506d-c7af-080e-3278e447790e 2024-11-12T10:19:46,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:19:46,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e 2024-11-12T10:19:46,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/cluster_3c75c37a-5136-cafd-8a4e-6acb09366e48, deleteOnExit=true 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/test.cache.data in system properties and HBase conf 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:19:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:19:46,368 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:19:46,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:19:46,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:19:46,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:19:46,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:19:46,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:19:46,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e8eda4d0002 connected 2024-11-12T10:19:46,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:19:46,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:19:46,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:19:46,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:19:46,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:19:46,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:19:46,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e8b8db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:19:46,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11feb6f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:19:46,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e96445{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/java.io.tmpdir/jetty-localhost-45977-hadoop-hdfs-3_4_1-tests_jar-_-any-13175028447162786183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:19:46,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44992ced{HTTP/1.1, (http/1.1)}{localhost:45977} 2024-11-12T10:19:46,961 INFO [Time-limited test {}] server.Server(415): Started @139269ms 2024-11-12T10:19:47,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:19:47,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:19:47,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:19:47,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:19:47,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:19:47,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483aba2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:19:47,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b758bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:19:47,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cb590d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/java.io.tmpdir/jetty-localhost-38483-hadoop-hdfs-3_4_1-tests_jar-_-any-8039575976510364643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:19:47,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5e3f1c{HTTP/1.1, (http/1.1)}{localhost:38483} 2024-11-12T10:19:47,435 INFO [Time-limited test {}] server.Server(415): Started @139743ms 2024-11-12T10:19:47,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:19:48,148 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/cluster_3c75c37a-5136-cafd-8a4e-6acb09366e48/data/data1/current/BP-1302239325-172.17.0.3-1731406786394/current, will proceed with Du for space computation calculation, 2024-11-12T10:19:48,148 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/cluster_3c75c37a-5136-cafd-8a4e-6acb09366e48/data/data2/current/BP-1302239325-172.17.0.3-1731406786394/current, will proceed with Du for space computation calculation, 2024-11-12T10:19:48,162 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:19:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x678c0df5cf2eca82 with lease ID 0x2a74d581c3e5b1f8: Processing first storage report for DS-454c7e6a-8f5a-4de0-9ebb-3e4f601d6627 from datanode DatanodeRegistration(127.0.0.1:38633, datanodeUuid=99ae29b2-1c21-48fc-9cb1-d631eb84479a, infoPort=38529, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=293921178;c=1731406786394) 2024-11-12T10:19:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x678c0df5cf2eca82 with lease ID 0x2a74d581c3e5b1f8: from storage DS-454c7e6a-8f5a-4de0-9ebb-3e4f601d6627 node DatanodeRegistration(127.0.0.1:38633, datanodeUuid=99ae29b2-1c21-48fc-9cb1-d631eb84479a, infoPort=38529, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=293921178;c=1731406786394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:19:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x678c0df5cf2eca82 with lease ID 0x2a74d581c3e5b1f8: Processing first storage report for DS-1092547a-53a2-4df0-ae58-a9925b7a7910 from datanode DatanodeRegistration(127.0.0.1:38633, datanodeUuid=99ae29b2-1c21-48fc-9cb1-d631eb84479a, infoPort=38529, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=293921178;c=1731406786394) 2024-11-12T10:19:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x678c0df5cf2eca82 with lease ID 0x2a74d581c3e5b1f8: from storage DS-1092547a-53a2-4df0-ae58-a9925b7a7910 node DatanodeRegistration(127.0.0.1:38633, datanodeUuid=99ae29b2-1c21-48fc-9cb1-d631eb84479a, infoPort=38529, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=293921178;c=1731406786394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:19:48,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e 2024-11-12T10:19:48,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:19:48,331 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c with version=8 2024-11-12T10:19:48,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/hbase-staging 2024-11-12T10:19:48,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:19:48,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:19:48,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44259 2024-11-12T10:19:48,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44259 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442590x0, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:48,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44259-0x1012e8eda4d0003 connected 2024-11-12T10:19:48,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/running 2024-11-12T10:19:48,451 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c, hbase.cluster.distributed=false 2024-11-12T10:19:48,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/acl 2024-11-12T10:19:48,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44259 2024-11-12T10:19:48,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44259 2024-11-12T10:19:48,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44259 2024-11-12T10:19:48,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44259 2024-11-12T10:19:48,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44259 2024-11-12T10:19:48,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:19:48,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33115 2024-11-12T10:19:48,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33115 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:48,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331150x0, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:48,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331150x0, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/running 2024-11-12T10:19:48,486 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:19:48,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33115-0x1012e8eda4d0004 connected 2024-11-12T10:19:48,492 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:19:48,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/master 2024-11-12T10:19:48,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/acl 2024-11-12T10:19:48,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-12T10:19:48,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33115 2024-11-12T10:19:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33115 2024-11-12T10:19:48,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-12T10:19:48,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-12T10:19:48,513 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:44259 2024-11-12T10:19:48,513 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-492795700/backup-masters/a10fb4296bab,44259,1731406788334 2024-11-12T10:19:48,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700/backup-masters 2024-11-12T10:19:48,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700/backup-masters 2024-11-12T10:19:48,522 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on existing znode=/1-492795700/backup-masters/a10fb4296bab,44259,1731406788334 2024-11-12T10:19:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-492795700/master 2024-11-12T10:19:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:48,533 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on existing znode=/1-492795700/master 2024-11-12T10:19:48,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-492795700/backup-masters/a10fb4296bab,44259,1731406788334 from backup master directory 2024-11-12T10:19:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700/backup-masters 2024-11-12T10:19:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-492795700/backup-masters/a10fb4296bab,44259,1731406788334 2024-11-12T10:19:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700/backup-masters 2024-11-12T10:19:48,543 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:19:48,543 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,44259,1731406788334 2024-11-12T10:19:48,547 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/hbase.id] with ID: 91a85995-df95-40f8-8250-9f108032810f 2024-11-12T10:19:48,548 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/.tmp/hbase.id 2024-11-12T10:19:48,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:19:48,952 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/.tmp/hbase.id]:[hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/hbase.id] 2024-11-12T10:19:48,962 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:48,963 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:19:48,963 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T10:19:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:49,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:19:49,451 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:19:49,452 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:19:49,452 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:19:49,863 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store 2024-11-12T10:19:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:19:50,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:50,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:19:50,270 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:50,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:50,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:19:50,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:50,270 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:50,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406790270Disabling compacts and flushes for region at 1731406790270Disabling writes for close at 1731406790270Writing region close event to WAL at 1731406790270Closed at 1731406790270 2024-11-12T10:19:50,271 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/.initializing 2024-11-12T10:19:50,271 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/WALs/a10fb4296bab,44259,1731406788334 2024-11-12T10:19:50,272 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:19:50,274 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C44259%2C1731406788334, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/WALs/a10fb4296bab,44259,1731406788334, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/oldWALs, maxLogs=10 2024-11-12T10:19:50,289 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/WALs/a10fb4296bab,44259,1731406788334/a10fb4296bab%2C44259%2C1731406788334.1731406790274, exclude list is [], retry=0 2024-11-12T10:19:50,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38633,DS-454c7e6a-8f5a-4de0-9ebb-3e4f601d6627,DISK] 2024-11-12T10:19:50,293 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/WALs/a10fb4296bab,44259,1731406788334/a10fb4296bab%2C44259%2C1731406788334.1731406790274 2024-11-12T10:19:50,293 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38529:38529)] 2024-11-12T10:19:50,293 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:50,293 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:50,293 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,293 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:19:50,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:50,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:50,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:19:50,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:50,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:50,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:19:50,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:50,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:50,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:19:50,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:50,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:50,300 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,301 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,301 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,302 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,302 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,302 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:50,303 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:50,305 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:19:50,305 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73404409, jitterRate=0.09381093084812164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:50,305 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406790293Initializing all the Stores at 1731406790294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406790294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406790294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406790294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406790294Cleaning up temporary data from old regions at 1731406790302 (+8 ms)Region opened successfully at 1731406790305 (+3 ms) 2024-11-12T10:19:50,306 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:19:50,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a2d257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:19:50,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:19:50,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:19:50,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:19:50,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:19:50,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:19:50,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:19:50,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:19:50,311 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:19:50,312 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Unable to get data of znode /1-492795700/balancer because node does not exist (not necessarily an error) 2024-11-12T10:19:50,321 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-492795700/balancer already deleted, retry=false 2024-11-12T10:19:50,322 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:19:50,322 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Unable to get data of znode /1-492795700/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:19:50,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-492795700/normalizer already deleted, retry=false 2024-11-12T10:19:50,332 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:19:50,333 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Unable to get data of znode /1-492795700/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:19:50,342 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-492795700/switch/split already deleted, retry=false 2024-11-12T10:19:50,343 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Unable to get data of znode /1-492795700/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:19:50,353 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-492795700/switch/merge already deleted, retry=false 2024-11-12T10:19:50,355 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Unable to get data of znode /1-492795700/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:19:50,363 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-492795700/snapshot-cleanup already deleted, retry=false 2024-11-12T10:19:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-492795700/running 2024-11-12T10:19:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-492795700/running 2024-11-12T10:19:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:50,375 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,44259,1731406788334, sessionid=0x1012e8eda4d0003, setting cluster-up flag (Was=false) 2024-11-12T10:19:50,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:50,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:50,427 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-492795700/flush-table-proc/acquired, /1-492795700/flush-table-proc/reached, /1-492795700/flush-table-proc/abort 2024-11-12T10:19:50,428 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,44259,1731406788334 2024-11-12T10:19:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:50,479 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-492795700/online-snapshot/acquired, /1-492795700/online-snapshot/reached, /1-492795700/online-snapshot/abort 2024-11-12T10:19:50,480 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,44259,1731406788334 2024-11-12T10:19:50,481 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:19:50,482 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:50,483 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:19:50,483 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:19:50,483 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,44259,1731406788334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:19:50,484 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406820485 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:19:50,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:50,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:19:50,486 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406790486,5,FailOnTimeoutGroup] 2024-11-12T10:19:50,486 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406790486,5,FailOnTimeoutGroup] 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:19:50,486 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:50,486 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,487 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:19:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:19:50,506 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(746): ClusterId : 91a85995-df95-40f8-8250-9f108032810f 2024-11-12T10:19:50,506 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:19:50,518 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:19:50,518 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:19:50,528 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:19:50,528 DEBUG [RS:0;a10fb4296bab:33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d843749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:19:50,541 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:33115 2024-11-12T10:19:50,541 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:19:50,542 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:19:50,542 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:19:50,542 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,44259,1731406788334 with port=33115, startcode=1731406788466 2024-11-12T10:19:50,542 DEBUG [RS:0;a10fb4296bab:33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:19:50,544 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:19:50,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,33115,1731406788466 2024-11-12T10:19:50,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44259 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,33115,1731406788466 2024-11-12T10:19:50,545 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c 2024-11-12T10:19:50,545 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38161 2024-11-12T10:19:50,545 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:19:50,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700/rs 2024-11-12T10:19:50,554 DEBUG [RS:0;a10fb4296bab:33115 {}] zookeeper.ZKUtil(111): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on existing znode=/1-492795700/rs/a10fb4296bab,33115,1731406788466 2024-11-12T10:19:50,554 WARN [RS:0;a10fb4296bab:33115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:19:50,554 INFO [RS:0;a10fb4296bab:33115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:50,554 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466 2024-11-12T10:19:50,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,33115,1731406788466] 2024-11-12T10:19:50,557 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:19:50,559 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:19:50,559 INFO [RS:0;a10fb4296bab:33115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:19:50,559 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,559 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:19:50,560 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:19:50,560 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:19:50,560 DEBUG [RS:0;a10fb4296bab:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:19:50,561 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,561 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,561 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,561 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,561 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,561 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33115,1731406788466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:19:50,573 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:19:50,573 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33115,1731406788466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,573 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,573 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.Replication(171): a10fb4296bab,33115,1731406788466 started 2024-11-12T10:19:50,584 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:50,584 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,33115,1731406788466, RpcServer on a10fb4296bab/172.17.0.3:33115, sessionid=0x1012e8eda4d0004 2024-11-12T10:19:50,584 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:19:50,584 DEBUG [RS:0;a10fb4296bab:33115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,33115,1731406788466 2024-11-12T10:19:50,584 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,33115,1731406788466' 2024-11-12T10:19:50,584 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-492795700/flush-table-proc/abort' 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-492795700/flush-table-proc/acquired' 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,33115,1731406788466 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,33115,1731406788466' 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-492795700/online-snapshot/abort' 2024-11-12T10:19:50,585 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-492795700/online-snapshot/acquired' 2024-11-12T10:19:50,586 DEBUG [RS:0;a10fb4296bab:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:19:50,586 INFO [RS:0;a10fb4296bab:33115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:19:50,586 INFO [RS:0;a10fb4296bab:33115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:19:50,686 INFO [RS:0;a10fb4296bab:33115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:19:50,687 INFO [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C33115%2C1731406788466, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/oldWALs, maxLogs=10 2024-11-12T10:19:50,699 DEBUG [RS:0;a10fb4296bab:33115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466/a10fb4296bab%2C33115%2C1731406788466.1731406790688, exclude list is [], retry=0 2024-11-12T10:19:50,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38633,DS-454c7e6a-8f5a-4de0-9ebb-3e4f601d6627,DISK] 2024-11-12T10:19:50,703 INFO [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466/a10fb4296bab%2C33115%2C1731406788466.1731406790688 2024-11-12T10:19:50,703 DEBUG [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38529:38529)] 2024-11-12T10:19:50,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:19:50,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c 2024-11-12T10:19:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:19:51,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:51,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:19:51,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:19:51,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:19:51,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:19:51,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:19:51,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:19:51,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:19:51,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:19:51,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:19:51,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740 2024-11-12T10:19:51,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740 2024-11-12T10:19:51,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:19:51,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:19:51,307 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:51,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:19:51,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:19:51,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73418646, jitterRate=0.09402307868003845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406791298Initializing all the Stores at 1731406791299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406791299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406791299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406791299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406791299Cleaning up temporary data from old regions at 1731406791306 (+7 ms)Region opened successfully at 1731406791310 (+4 ms) 2024-11-12T10:19:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:19:51,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:19:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:19:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:19:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:19:51,310 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:51,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406791310Disabling compacts and flushes for region at 1731406791310Disabling writes for close at 1731406791310Writing region close event to WAL at 1731406791310Closed at 1731406791310 2024-11-12T10:19:51,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:51,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:19:51,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:19:51,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:19:51,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:19:51,463 DEBUG [a10fb4296bab:44259 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:19:51,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,33115,1731406788466 2024-11-12T10:19:51,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,33115,1731406788466, state=OPENING 2024-11-12T10:19:51,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:19:51,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:51,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:19:51,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-492795700/meta-region-server: CHANGED 2024-11-12T10:19:51,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-492795700/meta-region-server: CHANGED 2024-11-12T10:19:51,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:19:51,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,33115,1731406788466}] 2024-11-12T10:19:51,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:19:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:51,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:51,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:51,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:51,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:51,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:19:51,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:19:51,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:19:51,679 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:19:51,680 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:51,680 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:19:51,681 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C33115%2C1731406788466.meta, suffix=.meta, logDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/oldWALs, maxLogs=10 2024-11-12T10:19:51,697 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466/a10fb4296bab%2C33115%2C1731406788466.meta.1731406791682.meta, exclude list is [], retry=0 2024-11-12T10:19:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38633,DS-454c7e6a-8f5a-4de0-9ebb-3e4f601d6627,DISK] 2024-11-12T10:19:51,701 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466/a10fb4296bab%2C33115%2C1731406788466.meta.1731406791682.meta 2024-11-12T10:19:51,701 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38529:38529)] 2024-11-12T10:19:51,701 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:51,702 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:19:51,702 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:19:51,702 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:19:51,702 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:19:51,702 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:19:51,702 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:51,702 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:19:51,702 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:19:51,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:19:51,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:19:51,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:19:51,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:19:51,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:19:51,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:19:51,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:19:51,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:19:51,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:51,708 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:19:51,708 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740 2024-11-12T10:19:51,709 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740 2024-11-12T10:19:51,710 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:19:51,710 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:19:51,711 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:51,712 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:19:51,713 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69354326, jitterRate=0.033459991216659546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:51,713 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:19:51,713 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406791702Writing region info on filesystem at 1731406791702Initializing all the Stores at 1731406791703 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406791703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406791703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406791703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406791703Cleaning up temporary data from old regions at 1731406791710 (+7 ms)Running coprocessor post-open hooks at 1731406791713 (+3 ms)Region opened successfully at 1731406791713 2024-11-12T10:19:51,714 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406791674 2024-11-12T10:19:51,716 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:19:51,716 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:19:51,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,33115,1731406788466 2024-11-12T10:19:51,717 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,33115,1731406788466, state=OPEN 2024-11-12T10:19:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-492795700/meta-region-server 2024-11-12T10:19:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-492795700/meta-region-server 2024-11-12T10:19:51,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,33115,1731406788466 2024-11-12T10:19:51,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-492795700/meta-region-server: CHANGED 2024-11-12T10:19:51,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-492795700/meta-region-server: CHANGED 2024-11-12T10:19:51,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:19:51,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,33115,1731406788466 in 206 msec 2024-11-12T10:19:51,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:19:51,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-12T10:19:51,732 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:51,732 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:19:51,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:19:51,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,33115,1731406788466, seqNum=-1] 2024-11-12T10:19:51,734 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:19:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:19:51,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-12T10:19:51,740 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406791740, completionTime=-1 2024-11-12T10:19:51,741 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:19:51,741 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406851743 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406911743 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44259,1731406788334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44259,1731406788334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44259,1731406788334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:44259, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,744 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,746 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.205sec 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44259,1731406788334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:19:51,748 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44259,1731406788334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:19:51,751 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:19:51,751 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:19:51,751 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44259,1731406788334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:51,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4f6eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,44259,-1 for getting cluster id 2024-11-12T10:19:51,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:19:51,809 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a85995-df95-40f8-8250-9f108032810f' 2024-11-12T10:19:51,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:19:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a85995-df95-40f8-8250-9f108032810f" 2024-11-12T10:19:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,44259,-1] 2024-11-12T10:19:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:19:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:51,811 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:19:51,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370b6dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:19:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,33115,1731406788466, seqNum=-1] 2024-11-12T10:19:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:19:51,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:19:51,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,44259,1731406788334 2024-11-12T10:19:51,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:51,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:51,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e8eda4d0005 connected 2024-11-12T10:19:51,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e833f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46853,-1 for getting cluster id 2024-11-12T10:19:51,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:19:51,841 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33833140-0546-46e5-82d0-933775b8846f' 2024-11-12T10:19:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:19:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33833140-0546-46e5-82d0-933775b8846f" 2024-11-12T10:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bd7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46853,-1] 2024-11-12T10:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:51,843 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:19:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80c14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46853,1731406784056 2024-11-12T10:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@943a38c 2024-11-12T10:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:19:51,846 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:19:51,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:44259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:19:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:19:51,849 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:44259' 2024-11-12T10:19:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:19:51,850 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e0bca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,850 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,44259,-1 for getting cluster id 2024-11-12T10:19:51,850 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:19:51,851 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a85995-df95-40f8-8250-9f108032810f' 2024-11-12T10:19:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:19:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a85995-df95-40f8-8250-9f108032810f" 2024-11-12T10:19:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fbddbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,44259,-1] 2024-11-12T10:19:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:19:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:51,852 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:19:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a86b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:51,853 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:19:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,44259,1731406788334 2024-11-12T10:19:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a05690 2024-11-12T10:19:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:19:51,855 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:19:51,856 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T10:19:51,856 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:19:51,856 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:51,856 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:51,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:51,856 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:19:51,858 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:19:51,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:19:51,859 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:51,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:19:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741835_1011 (size=1138) 2024-11-12T10:19:51,908 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:19:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:19:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:19:52,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ee8e7108f102fc063834ece5d0bb577, NAME => 'hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8 2024-11-12T10:19:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741836_1012 (size=44) 2024-11-12T10:19:52,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:52,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ee8e7108f102fc063834ece5d0bb577, disabling compactions & flushes 2024-11-12T10:19:52,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. after waiting 0 ms 2024-11-12T10:19:52,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ee8e7108f102fc063834ece5d0bb577: Waiting for close lock at 1731406792275Disabling compacts and flushes for region at 1731406792275Disabling writes for close at 1731406792275Writing region close event to WAL at 1731406792275Closed at 1731406792275 2024-11-12T10:19:52,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:19:52,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406792276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406792276"}]},"ts":"1731406792276"} 2024-11-12T10:19:52,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:19:52,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:19:52,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406792282"}]},"ts":"1731406792282"} 2024-11-12T10:19:52,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:19:52,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN}] 2024-11-12T10:19:52,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN 2024-11-12T10:19:52,286 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN; state=OFFLINE, location=a10fb4296bab,38899,1731406784256; forceNewPlan=false, retain=false 2024-11-12T10:19:52,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7ee8e7108f102fc063834ece5d0bb577, regionState=OPENING, regionLocation=a10fb4296bab,38899,1731406784256 2024-11-12T10:19:52,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN because future has completed 2024-11-12T10:19:52,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee8e7108f102fc063834ece5d0bb577, server=a10fb4296bab,38899,1731406784256}] 2024-11-12T10:19:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:19:52,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:52,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:19:52,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38899%2C1731406784256.rep, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs, maxLogs=10 2024-11-12T10:19:52,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.rep.1731406792598, exclude list is [], retry=0 2024-11-12T10:19:52,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:52,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.rep.1731406792598 2024-11-12T10:19:52,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:52,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ee8e7108f102fc063834ece5d0bb577, NAME => 'hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:52,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:19:52,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:19:52,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. service=MultiRowMutationService 2024-11-12T10:19:52,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:19:52,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:52,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,620 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,622 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee8e7108f102fc063834ece5d0bb577 columnFamilyName hfileref 2024-11-12T10:19:52,622 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:52,622 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(327): Store=7ee8e7108f102fc063834ece5d0bb577/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:52,622 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,623 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee8e7108f102fc063834ece5d0bb577 columnFamilyName queue 2024-11-12T10:19:52,623 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:52,624 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(327): Store=7ee8e7108f102fc063834ece5d0bb577/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:52,624 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,625 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee8e7108f102fc063834ece5d0bb577 columnFamilyName sid 2024-11-12T10:19:52,625 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:52,625 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(327): Store=7ee8e7108f102fc063834ece5d0bb577/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:52,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:19:52,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:19:52,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7ee8e7108f102fc063834ece5d0bb577; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63331938, jitterRate=-0.05628058314323425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:19:52,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:52,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7ee8e7108f102fc063834ece5d0bb577: Running coprocessor pre-open hook at 1731406792616Writing region info on filesystem at 1731406792616Initializing all the Stores at 1731406792617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406792617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406792620 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406792620Cleaning up temporary data from old regions at 1731406792627 (+7 ms)Running coprocessor post-open hooks at 1731406792631 (+4 ms)Region opened successfully at 1731406792631 2024-11-12T10:19:52,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577., pid=7, masterSystemTime=1731406792592 2024-11-12T10:19:52,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:52,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7ee8e7108f102fc063834ece5d0bb577, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,38899,1731406784256 2024-11-12T10:19:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee8e7108f102fc063834ece5d0bb577, server=a10fb4296bab,38899,1731406784256 because future has completed 2024-11-12T10:19:52,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T10:19:52,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ee8e7108f102fc063834ece5d0bb577, server=a10fb4296bab,38899,1731406784256 in 198 msec 2024-11-12T10:19:52,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:19:52,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN in 355 msec 2024-11-12T10:19:52,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:19:52,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406792641"}]},"ts":"1731406792641"} 2024-11-12T10:19:52,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:19:52,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:19:52,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-12T10:19:52,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577., hostname=a10fb4296bab,38899,1731406784256, seqNum=2] 2024-11-12T10:19:52,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:52,748 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:52,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:19:52,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T10:19:52,923 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:19:52,954 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,38899,1731406784256, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:19:52,955 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:19:52,955 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38899,1731406784256, seqNum=-1] 2024-11-12T10:19:52,955 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:19:52,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T10:19:52,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,38899,1731406784256', locateType=CURRENT is [region=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577., hostname=a10fb4296bab,38899,1731406784256, seqNum=2] 2024-11-12T10:19:52,961 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T10:19:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T10:19:52,963 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,38899,1731406784256 suceeded 2024-11-12T10:19:52,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T10:19:52,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-12T10:19:52,967 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:44259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:19:52,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1210 sec 2024-11-12T10:19:52,981 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:44259' 2024-11-12T10:19:52,982 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70da66e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:52,982 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,44259,-1 for getting cluster id 2024-11-12T10:19:52,982 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:19:52,983 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a85995-df95-40f8-8250-9f108032810f' 2024-11-12T10:19:52,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:19:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a85995-df95-40f8-8250-9f108032810f" 2024-11-12T10:19:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2509233e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,44259,-1] 2024-11-12T10:19:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:19:52,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:52,985 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:19:52,985 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d7e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:52,986 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:19:52,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,44259,1731406788334 2024-11-12T10:19:52,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746f658e 2024-11-12T10:19:52,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:19:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:19:52,987 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:19:52,987 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T10:19:52,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:52,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:52,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:52,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:52,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:52,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:19:52,988 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,38899,1731406784256 (queues=1) is replicating from cluster=33833140-0546-46e5-82d0-933775b8846f to cluster=91a85995-df95-40f8-8250-9f108032810f 2024-11-12T10:19:52,988 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C38899%2C1731406784256 2024-11-12T10:19:52,988 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,38899,1731406784256, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:19:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46853,1731406784056 2024-11-12T10:19:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5655f769 2024-11-12T10:19:52,989 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.wal-reader.a10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539, startPosition=0, beingWritten=true 2024-11-12T10:19:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:19:52,990 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:19:52,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:19:52,991 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.shippera10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C38899%2C1731406784256 2024-11-12T10:19:52,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:52,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:52,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:52,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:52,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:52,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:19:52,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1066419793, stopped=false 2024-11-12T10:19:52,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,46853,1731406784056 2024-11-12T10:19:53,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/running 2024-11-12T10:19:53,001 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/running 2024-11-12T10:19:53,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:53,001 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:53,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:19:53,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:19:53,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:53,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:53,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:19:53,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,38899,1731406784256' ***** 2024-11-12T10:19:53,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:19:53,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:53,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:19:53,002 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,38899,1731406784256 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:19:53,002 INFO [RS:0;a10fb4296bab:38899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38899. 2024-11-12T10:19:53,002 DEBUG [RS:0;a10fb4296bab:38899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:53,002 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ee8e7108f102fc063834ece5d0bb577, disabling compactions & flushes 2024-11-12T10:19:53,002 DEBUG [RS:0;a10fb4296bab:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:53,002 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:53,003 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. after waiting 0 ms 2024-11-12T10:19:53,003 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:19:53,003 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:53,003 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:19:53,003 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ee8e7108f102fc063834ece5d0bb577 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T10:19:53,003 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:19:53,003 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ee8e7108f102fc063834ece5d0bb577=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.} 2024-11-12T10:19:53,003 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:19:53,003 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:19:53,003 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:19:53,003 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T10:19:53,017 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/.tmp/queue/71fe784376f349d0ae12c479968108b0 is 151, key is 1-a10fb4296bab,38899,1731406784256/queue:a10fb4296bab%2C38899%2C1731406784256/1731406792959/Put/seqid=0 2024-11-12T10:19:53,020 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/info/412dca5270a24d339277228c5fe33061 is 147, key is hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577./info:regioninfo/1731406792634/Put/seqid=0 2024-11-12T10:19:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741838_1014 (size=5350) 2024-11-12T10:19:53,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741839_1015 (size=6631) 2024-11-12T10:19:53,194 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.wal-reader.a10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539 to pos 0, reset compression=false 2024-11-12T10:19:53,203 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:53,390 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:19:53,390 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:19:53,403 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:19:53,421 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/.tmp/queue/71fe784376f349d0ae12c479968108b0 2024-11-12T10:19:53,427 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/.tmp/queue/71fe784376f349d0ae12c479968108b0 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/queue/71fe784376f349d0ae12c479968108b0 2024-11-12T10:19:53,428 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/info/412dca5270a24d339277228c5fe33061 2024-11-12T10:19:53,433 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/queue/71fe784376f349d0ae12c479968108b0, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T10:19:53,434 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7ee8e7108f102fc063834ece5d0bb577 in 431ms, sequenceid=5, compaction requested=false 2024-11-12T10:19:53,434 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:19:53,440 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:19:53,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:53,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:53,441 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:53,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ee8e7108f102fc063834ece5d0bb577: Waiting for close lock at 1731406793002Running coprocessor pre-close hooks at 1731406793002Disabling compacts and flushes for region at 1731406793002Disabling writes for close at 1731406793003 (+1 ms)Obtaining lock to block concurrent updates at 1731406793003Preparing flush snapshotting stores in 7ee8e7108f102fc063834ece5d0bb577 at 1731406793003Finished memstore snapshotting hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731406793003Flushing stores of hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. at 1731406793003Flushing 7ee8e7108f102fc063834ece5d0bb577/queue: creating writer at 1731406793004 (+1 ms)Flushing 7ee8e7108f102fc063834ece5d0bb577/queue: appending metadata at 1731406793016 (+12 ms)Flushing 7ee8e7108f102fc063834ece5d0bb577/queue: closing flushed file at 1731406793016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d99141: reopening flushed file at 1731406793427 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7ee8e7108f102fc063834ece5d0bb577 in 431ms, sequenceid=5, compaction requested=false at 1731406793434 (+7 ms)Writing region close event to WAL at 1731406793436 (+2 ms)Running coprocessor post-close hooks at 1731406793441 (+5 ms)Closed at 1731406793441 2024-11-12T10:19:53,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:19:53,449 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/ns/ab138ee212ea4117938c07a3254fde19 is 43, key is default/ns:d/1731406786229/Put/seqid=0 2024-11-12T10:19:53,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741840_1016 (size=5153) 2024-11-12T10:19:53,499 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.wal-reader.a10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539 to pos 0, reset compression=false 2024-11-12T10:19:53,603 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:53,804 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:53,861 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/ns/ab138ee212ea4117938c07a3254fde19 2024-11-12T10:19:53,880 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/table/8694084c9a314920b6eb9fff6344fab8 is 53, key is hbase:replication/table:state/1731406792641/Put/seqid=0 2024-11-12T10:19:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741841_1017 (size=5256) 2024-11-12T10:19:53,903 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.wal-reader.a10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539 to pos 0, reset compression=false 2024-11-12T10:19:54,004 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:19:54,004 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:19:54,004 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:54,204 DEBUG [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:19:54,284 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/table/8694084c9a314920b6eb9fff6344fab8 2024-11-12T10:19:54,291 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/info/412dca5270a24d339277228c5fe33061 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/info/412dca5270a24d339277228c5fe33061 2024-11-12T10:19:54,297 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/info/412dca5270a24d339277228c5fe33061, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T10:19:54,298 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/ns/ab138ee212ea4117938c07a3254fde19 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/ns/ab138ee212ea4117938c07a3254fde19 2024-11-12T10:19:54,304 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/ns/ab138ee212ea4117938c07a3254fde19, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:19:54,305 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/table/8694084c9a314920b6eb9fff6344fab8 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/table/8694084c9a314920b6eb9fff6344fab8 2024-11-12T10:19:54,309 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/table/8694084c9a314920b6eb9fff6344fab8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T10:19:54,310 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false 2024-11-12T10:19:54,314 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:19:54,315 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:54,315 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:54,315 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:54,315 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406793003Running coprocessor pre-close hooks at 1731406793003Disabling compacts and flushes for region at 1731406793003Disabling writes for close at 1731406793003Obtaining lock to block concurrent updates at 1731406793003Preparing flush snapshotting stores in 1588230740 at 1731406793003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731406793003Flushing stores of hbase:meta,,1.1588230740 at 1731406793004 (+1 ms)Flushing 1588230740/info: creating writer at 1731406793004Flushing 1588230740/info: appending metadata at 1731406793020 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731406793020Flushing 1588230740/ns: creating writer at 1731406793433 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731406793449 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731406793449Flushing 1588230740/table: creating writer at 1731406793866 (+417 ms)Flushing 1588230740/table: appending metadata at 1731406793879 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731406793879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5477d135: reopening flushed file at 1731406794291 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f398e2: reopening flushed file at 1731406794297 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e6aaa3: reopening flushed file at 1731406794304 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false at 1731406794310 (+6 ms)Writing region close event to WAL at 1731406794311 (+1 ms)Running coprocessor post-close hooks at 1731406794315 (+4 ms)Closed at 1731406794315 2024-11-12T10:19:54,315 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:19:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:19:54,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:19:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:19:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T10:19:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:19:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:19:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:19:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:19:54,404 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,38899,1731406784256; all regions closed. 2024-11-12T10:19:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741834_1010 (size=2742) 2024-11-12T10:19:54,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.meta.1731406786048.meta not finished, retry = 0 2024-11-12T10:19:54,407 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.wal-reader.a10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256/a10fb4296bab%2C38899%2C1731406784256.1731406785539 to pos 0, reset compression=false 2024-11-12T10:19:54,509 DEBUG [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs 2024-11-12T10:19:54,509 INFO [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C38899%2C1731406784256.meta:.meta(num 1731406786048) 2024-11-12T10:19:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741837_1013 (size=1586) 2024-11-12T10:19:54,513 DEBUG [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs 2024-11-12T10:19:54,513 INFO [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C38899%2C1731406784256.rep:(num 1731406792598) 2024-11-12T10:19:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741833_1009 (size=93) 2024-11-12T10:19:54,521 DEBUG [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs 2024-11-12T10:19:54,521 INFO [RS:0;a10fb4296bab:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C38899%2C1731406784256:(num 1731406785539) 2024-11-12T10:19:54,521 DEBUG [RS:0;a10fb4296bab:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:54,521 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:19:54,521 INFO [RS:0;a10fb4296bab:38899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:19:54,521 INFO [RS:0;a10fb4296bab:38899 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:19:54,521 INFO [RS:0;a10fb4296bab:38899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:19:54,521 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:19:54,521 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,38899,1731406784256 because: Region server is closing 2024-11-12T10:19:54,522 INFO [RS:0;a10fb4296bab:38899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38899. 2024-11-12T10:19:54,522 DEBUG [RS:0;a10fb4296bab:38899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:19:54,522 DEBUG [RS:0;a10fb4296bab:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:54,522 DEBUG [RS:0;a10fb4296bab:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:54,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:19:54,622 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.wal-reader.a10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:19:54,622 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.shippera10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:19:54,622 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38899,1731406784256.replicationSource.shippera10fb4296bab%2C38899%2C1731406784256,1-a10fb4296bab,38899,1731406784256 terminated 2024-11-12T10:19:54,623 INFO [RS:0;a10fb4296bab:38899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38899 2024-11-12T10:19:54,780 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/rs/a10fb4296bab,38899,1731406784256 2024-11-12T10:19:54,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/rs 2024-11-12T10:19:54,780 INFO [RS:0;a10fb4296bab:38899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:19:54,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,38899,1731406784256] 2024-11-12T10:19:54,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/draining/a10fb4296bab,38899,1731406784256 already deleted, retry=false 2024-11-12T10:19:54,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,38899,1731406784256 expired; onlineServers=0 2024-11-12T10:19:54,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,46853,1731406784056' ***** 2024-11-12T10:19:54,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:19:54,816 INFO [M:0;a10fb4296bab:46853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:19:54,816 INFO [M:0;a10fb4296bab:46853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:19:54,816 DEBUG [M:0;a10fb4296bab:46853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:19:54,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:19:54,817 DEBUG [M:0;a10fb4296bab:46853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:19:54,817 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406785268 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406785268,5,FailOnTimeoutGroup] 2024-11-12T10:19:54,817 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406785277 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406785277,5,FailOnTimeoutGroup] 2024-11-12T10:19:54,817 INFO [M:0;a10fb4296bab:46853 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:19:54,817 INFO [M:0;a10fb4296bab:46853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:19:54,817 DEBUG [M:0;a10fb4296bab:46853 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:19:54,817 INFO [M:0;a10fb4296bab:46853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:19:54,817 INFO [M:0;a10fb4296bab:46853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:19:54,817 INFO [M:0;a10fb4296bab:46853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:19:54,817 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:19:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/master 2024-11-12T10:19:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:54,827 DEBUG [M:0;a10fb4296bab:46853 {}] zookeeper.ZKUtil(347): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/master because node does not exist (not an error) 2024-11-12T10:19:54,827 WARN [M:0;a10fb4296bab:46853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:19:54,827 INFO [M:0;a10fb4296bab:46853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/.lastflushedseqids 2024-11-12T10:19:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741842_1018 (size=181) 2024-11-12T10:19:54,906 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:54,906 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x1012e8eda4d0001, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:54,906 INFO [RS:0;a10fb4296bab:38899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:19:54,906 INFO [RS:0;a10fb4296bab:38899 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,38899,1731406784256; zookeeper connection closed. 2024-11-12T10:19:54,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@431bf4e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@431bf4e7 2024-11-12T10:19:54,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:19:55,232 INFO [M:0;a10fb4296bab:46853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:19:55,232 INFO [M:0;a10fb4296bab:46853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:19:55,232 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:19:55,232 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:55,232 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:55,232 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:19:55,232 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:55,233 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T10:19:55,246 DEBUG [M:0;a10fb4296bab:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bb6566c45b9435f869905d1a0f5207b is 82, key is hbase:meta,,1/info:regioninfo/1731406786128/Put/seqid=0 2024-11-12T10:19:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741843_1019 (size=5672) 2024-11-12T10:19:55,651 INFO [M:0;a10fb4296bab:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bb6566c45b9435f869905d1a0f5207b 2024-11-12T10:19:55,668 DEBUG [M:0;a10fb4296bab:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3405ef3f488444819fea0297318e01d4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731406792645/Put/seqid=0 2024-11-12T10:19:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741844_1020 (size=7203) 2024-11-12T10:19:56,072 INFO [M:0;a10fb4296bab:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3405ef3f488444819fea0297318e01d4 2024-11-12T10:19:56,092 DEBUG [M:0;a10fb4296bab:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2611559cd6e240b3b746d4a987cfcb27 is 69, key is a10fb4296bab,38899,1731406784256/rs:state/1731406785298/Put/seqid=0 2024-11-12T10:19:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741845_1021 (size=5156) 2024-11-12T10:19:56,496 INFO [M:0;a10fb4296bab:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2611559cd6e240b3b746d4a987cfcb27 2024-11-12T10:19:56,502 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bb6566c45b9435f869905d1a0f5207b as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bb6566c45b9435f869905d1a0f5207b 2024-11-12T10:19:56,506 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bb6566c45b9435f869905d1a0f5207b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T10:19:56,507 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3405ef3f488444819fea0297318e01d4 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3405ef3f488444819fea0297318e01d4 2024-11-12T10:19:56,512 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3405ef3f488444819fea0297318e01d4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T10:19:56,513 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2611559cd6e240b3b746d4a987cfcb27 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2611559cd6e240b3b746d4a987cfcb27 2024-11-12T10:19:56,517 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2611559cd6e240b3b746d4a987cfcb27, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T10:19:56,566 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=70, compaction requested=false 2024-11-12T10:19:56,567 INFO [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:19:56,567 DEBUG [M:0;a10fb4296bab:46853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406795232Disabling compacts and flushes for region at 1731406795232Disabling writes for close at 1731406795232Obtaining lock to block concurrent updates at 1731406795233 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406795233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731406795233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406795233Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406795233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406795246 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406795246Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406795655 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406795667 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406795667Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406796076 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406796092 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406796092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e183af: reopening flushed file at 1731406796501 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e3f0a8: reopening flushed file at 1731406796506 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b756ff: reopening flushed file at 1731406796512 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=70, compaction requested=false at 1731406796566 (+54 ms)Writing region close event to WAL at 1731406796567 (+1 ms)Closed at 1731406796567 2024-11-12T10:19:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741830_1006 (size=41008) 2024-11-12T10:19:56,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:19:56,571 INFO [M:0;a10fb4296bab:46853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:19:56,571 INFO [M:0;a10fb4296bab:46853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46853 2024-11-12T10:19:56,572 INFO [M:0;a10fb4296bab:46853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:19:56,724 INFO [M:0;a10fb4296bab:46853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:19:56,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:56,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x1012e8eda4d0000, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:19:56,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:19:56,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:19:56,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34001 2024-11-12T10:19:56,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34001 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:56,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340010x0, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:56,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34001-0x1012e8eda4d0006 connected 2024-11-12T10:19:56,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:56,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:56,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:19:56,763 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: INIT 2024-11-12T10:19:56,763 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8, hbase.cluster.distributed=false 2024-11-12T10:19:56,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/acl 2024-11-12T10:19:56,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-12T10:19:56,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34001 2024-11-12T10:19:56,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34001 2024-11-12T10:19:56,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-12T10:19:56,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-12T10:19:56,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:19:56,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:19:56,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40253 2024-11-12T10:19:56,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40253 connecting to ZooKeeper ensemble=127.0.0.1:51717 2024-11-12T10:19:56,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:56,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:56,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402530x0, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:19:56,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402530x0, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:19:56,801 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: INIT 2024-11-12T10:19:56,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40253-0x1012e8eda4d0007 connected 2024-11-12T10:19:56,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:19:56,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:19:56,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/master 2024-11-12T10:19:56,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/acl 2024-11-12T10:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-12T10:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40253 2024-11-12T10:19:56,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40253 2024-11-12T10:19:56,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-12T10:19:56,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40253 2024-11-12T10:19:56,819 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:34001 2024-11-12T10:19:56,820 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0277070316/backup-masters/a10fb4296bab,34001,1731406796726 2024-11-12T10:19:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:56,833 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on existing znode=/0277070316/backup-masters/a10fb4296bab,34001,1731406796726 2024-11-12T10:19:56,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0277070316/master 2024-11-12T10:19:56,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:56,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:56,843 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on existing znode=/0277070316/master 2024-11-12T10:19:56,844 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0277070316/backup-masters/a10fb4296bab,34001,1731406796726 from backup master directory 2024-11-12T10:19:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/backup-masters/a10fb4296bab,34001,1731406796726 2024-11-12T10:19:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/backup-masters 2024-11-12T10:19:56,853 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:19:56,853 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,34001,1731406796726 2024-11-12T10:19:56,863 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:19:56,863 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:19:56,869 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-12T10:19:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741846_1022 (size=196) 2024-11-12T10:19:57,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:19:57,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:57,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:57,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:57,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:57,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:57,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:19:57,284 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:19:57,285 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:19:57,285 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:57,290 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T10:19:57,292 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056 to hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056-dead as it is dead 2024-11-12T10:19:57,293 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056-dead/a10fb4296bab%2C46853%2C1731406784056.1731406784891 2024-11-12T10:19:57,293 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056-dead/a10fb4296bab%2C46853%2C1731406784056.1731406784891 after 0ms 2024-11-12T10:19:57,294 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056-dead/a10fb4296bab%2C46853%2C1731406784056.1731406784891 to hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C46853%2C1731406784056.1731406784891 2024-11-12T10:19:57,294 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,46853,1731406784056-dead 2024-11-12T10:19:57,294 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,34001,1731406796726 2024-11-12T10:19:57,295 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:19:57,296 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C34001%2C1731406796726, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,34001,1731406796726, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/oldWALs, maxLogs=10 2024-11-12T10:19:57,307 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,34001,1731406796726/a10fb4296bab%2C34001%2C1731406796726.1731406797296, exclude list is [], retry=0 2024-11-12T10:19:57,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:57,311 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,34001,1731406796726/a10fb4296bab%2C34001%2C1731406796726.1731406797296 2024-11-12T10:19:57,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:57,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:57,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:57,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:19:57,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:57,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bb6566c45b9435f869905d1a0f5207b 2024-11-12T10:19:57,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:57,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:19:57,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:57,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3405ef3f488444819fea0297318e01d4 2024-11-12T10:19:57,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:57,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:19:57,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:57,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2611559cd6e240b3b746d4a987cfcb27 2024-11-12T10:19:57,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:57,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:19:57,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:57,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:19:57,333 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,334 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T10:19:57,334 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C46853%2C1731406784056.1731406784891 2024-11-12T10:19:57,340 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C46853%2C1731406784056.1731406784891 2024-11-12T10:19:57,341 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a10fb4296bab%2C46853%2C1731406784056.1731406784891 2024-11-12T10:19:57,342 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,342 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,343 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:57,344 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:19:57,345 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T10:19:57,346 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70218885, jitterRate=0.04634292423725128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:57,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406797312Initializing all the Stores at 1731406797312Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406797312Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406797313 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406797313Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406797313Cleaning up temporary data from old regions at 1731406797342 (+29 ms)Region opened successfully at 1731406797346 (+4 ms) 2024-11-12T10:19:57,346 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:19:57,349 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430eb599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:19:57,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T10:19:57,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:19:57,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:19:57,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:19:57,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:19:57,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:19:57,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:19:57,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:19:57,354 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-12T10:19:57,354 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:19:57,357 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a10fb4296bab,38899,1731406784256, regionLocation=a10fb4296bab,38899,1731406784256, openSeqNum=2 2024-11-12T10:19:57,357 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a10fb4296bab,38899,1731406784256, table=hbase:meta, region=1588230740 2024-11-12T10:19:57,357 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38899,1731406784256, state=OPEN 2024-11-12T10:19:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:57,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:57,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:57,408 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:19:57,416 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/draining/a10fb4296bab,38899,1731406784256 already deleted, retry=false 2024-11-12T10:19:57,416 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a10fb4296bab,38899,1731406784256 on a10fb4296bab,34001,1731406796726 2024-11-12T10:19:57,417 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a10fb4296bab,38899,1731406784256, splitWal=true, meta=true 2024-11-12T10:19:57,417 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for a10fb4296bab,38899,1731406784256 (carryingMeta=true) a10fb4296bab,38899,1731406784256/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@444261ea[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:19:57,418 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/balancer because node does not exist (not necessarily an error) 2024-11-12T10:19:57,426 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/balancer already deleted, retry=false 2024-11-12T10:19:57,427 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:19:57,427 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:19:57,437 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/normalizer already deleted, retry=false 2024-11-12T10:19:57,437 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:19:57,438 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:19:57,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/switch/split already deleted, retry=false 2024-11-12T10:19:57,448 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:19:57,458 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/switch/merge already deleted, retry=false 2024-11-12T10:19:57,470 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:19:57,479 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/snapshot-cleanup already deleted, retry=false 2024-11-12T10:19:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0277070316/running 2024-11-12T10:19:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0277070316/running 2024-11-12T10:19:57,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:57,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:19:57,490 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,34001,1731406796726, sessionid=0x1012e8eda4d0006, setting cluster-up flag (Was=false) 2024-11-12T10:19:57,500 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0277070316/flush-table-proc/acquired, /0277070316/flush-table-proc/reached, /0277070316/flush-table-proc/abort 2024-11-12T10:19:57,501 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,34001,1731406796726 2024-11-12T10:19:57,511 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0277070316/online-snapshot/acquired, /0277070316/online-snapshot/reached, /0277070316/online-snapshot/abort 2024-11-12T10:19:57,512 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,34001,1731406796726 2024-11-12T10:19:57,513 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/.lastflushedseqids 2024-11-12T10:19:57,514 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:19:57,515 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:19:57,515 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,34001,1731406796726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a10fb4296bab,38899,1731406784256 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:19:57,516 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406827517 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,517 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a10fb4296bab,38899,1731406784256, splitWal=true, meta=true 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:19:57,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:19:57,518 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,38899,1731406784256, splitWal=true, meta=true, isMeta: true 2024-11-12T10:19:57,518 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406797518,5,FailOnTimeoutGroup] 2024-11-12T10:19:57,518 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406797518,5,FailOnTimeoutGroup] 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406797518, completionTime=-1 2024-11-12T10:19:57,518 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T10:19:57,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T10:19:57,519 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256-splitting 2024-11-12T10:19:57,520 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256-splitting dir is empty, no logs to split. 2024-11-12T10:19:57,520 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,38899,1731406784256 WAL count=0, meta=true 2024-11-12T10:19:57,522 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256-splitting dir is empty, no logs to split. 2024-11-12T10:19:57,522 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,38899,1731406784256 WAL count=0, meta=true 2024-11-12T10:19:57,522 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,38899,1731406784256 WAL splitting is done? wals=0, meta=true 2024-11-12T10:19:57,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:19:57,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:19:57,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:19:57,611 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(746): ClusterId : 33833140-0546-46e5-82d0-933775b8846f 2024-11-12T10:19:57,611 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:19:57,623 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:19:57,623 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:19:57,633 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:19:57,633 DEBUG [RS:0;a10fb4296bab:40253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5de808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:19:57,644 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:40253 2024-11-12T10:19:57,644 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:19:57,644 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:19:57,644 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:19:57,645 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,34001,1731406796726 with port=40253, startcode=1731406796783 2024-11-12T10:19:57,645 DEBUG [RS:0;a10fb4296bab:40253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:19:57,646 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:19:57,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34001 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,648 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8 2024-11-12T10:19:57,648 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41525 2024-11-12T10:19:57,648 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:19:57,669 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T10:19:57,675 WARN [a10fb4296bab:34001 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:19:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/rs 2024-11-12T10:19:57,689 DEBUG [RS:0;a10fb4296bab:40253 {}] zookeeper.ZKUtil(111): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on existing znode=/0277070316/rs/a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,689 WARN [RS:0;a10fb4296bab:40253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:19:57,689 INFO [RS:0;a10fb4296bab:40253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:57,689 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,40253,1731406796783] 2024-11-12T10:19:57,706 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:19:57,707 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:19:57,707 INFO [RS:0;a10fb4296bab:40253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:19:57,707 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,707 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:19:57,708 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:19:57,708 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:19:57,708 DEBUG [RS:0;a10fb4296bab:40253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:19:57,709 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,709 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,709 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,709 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,709 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,709 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40253,1731406796783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:19:57,721 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:19:57,721 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40253,1731406796783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,732 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,40253,1731406796783, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:19:57,733 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,733 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.Replication(171): a10fb4296bab,40253,1731406796783 started 2024-11-12T10:19:57,745 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:19:57,745 DEBUG [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:44259' 2024-11-12T10:19:57,745 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,40253,1731406796783, RpcServer on a10fb4296bab/172.17.0.3:40253, sessionid=0x1012e8eda4d0007 2024-11-12T10:19:57,745 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:19:57,745 DEBUG [RS:0;a10fb4296bab:40253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,745 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40253,1731406796783' 2024-11-12T10:19:57,745 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0277070316/flush-table-proc/abort' 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0277070316/flush-table-proc/acquired' 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b36844e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,44259,-1 for getting cluster id 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40253,1731406796783' 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0277070316/online-snapshot/abort' 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0277070316/online-snapshot/acquired' 2024-11-12T10:19:57,746 DEBUG [RS:0;a10fb4296bab:40253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:19:57,747 INFO [RS:0;a10fb4296bab:40253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:19:57,747 INFO [RS:0;a10fb4296bab:40253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:19:57,747 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a85995-df95-40f8-8250-9f108032810f' 2024-11-12T10:19:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:19:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a85995-df95-40f8-8250-9f108032810f" 2024-11-12T10:19:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b026a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,44259,-1] 2024-11-12T10:19:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:19:57,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:19:57,748 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:19:57,749 DEBUG [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a6a743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:19:57,749 DEBUG [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:19:57,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,44259,1731406788334 2024-11-12T10:19:57,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5331f5ca 2024-11-12T10:19:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:19:57,750 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T10:19:57,751 INFO [RS:0;a10fb4296bab:40253.replicationSource,1-a10fb4296bab,40253,1731406796783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,40253,1731406796783 (queues=0) is replicating from cluster=33833140-0546-46e5-82d0-933775b8846f to cluster=91a85995-df95-40f8-8250-9f108032810f 2024-11-12T10:19:57,847 INFO [RS:0;a10fb4296bab:40253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:19:57,848 INFO [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C40253%2C1731406796783, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs, maxLogs=10 2024-11-12T10:19:57,860 DEBUG [RS:0;a10fb4296bab:40253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849, exclude list is [], retry=0 2024-11-12T10:19:57,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:57,864 INFO [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 2024-11-12T10:19:57,864 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a10fb4296bab%2C40253%2C1731406796783 for peer 1 2024-11-12T10:19:57,864 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C40253%2C1731406796783 2024-11-12T10:19:57,864 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,40253,1731406796783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:19:57,865 DEBUG [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:57,865 INFO [RS:0;a10fb4296bab:40253.replicationSource.shippera10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C40253%2C1731406796783 2024-11-12T10:19:57,865 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849, startPosition=0, beingWritten=true 2024-11-12T10:19:57,925 DEBUG [a10fb4296bab:34001 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:19:57,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,40253,1731406796783 2024-11-12T10:19:57,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,40253,1731406796783, state=OPENING 2024-11-12T10:19:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:57,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:19:57,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:57,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:57,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,40253,1731406796783}] 2024-11-12T10:19:58,069 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:19:58,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:19:58,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:19:58,097 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:19:58,097 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:19:58,097 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:19:58,098 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C40253%2C1731406796783.meta, suffix=.meta, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs, maxLogs=10 2024-11-12T10:19:58,109 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.meta.1731406798098.meta, exclude list is [], retry=0 2024-11-12T10:19:58,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:19:58,113 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.meta.1731406798098.meta 2024-11-12T10:19:58,113 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:19:58,113 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:19:58,113 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:19:58,113 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:19:58,113 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:19:58,113 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:19:58,113 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:19:58,113 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:19:58,114 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:19:58,114 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:19:58,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:19:58,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:19:58,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:58,120 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/info/412dca5270a24d339277228c5fe33061 2024-11-12T10:19:58,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:58,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:19:58,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:19:58,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:58,126 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/ns/ab138ee212ea4117938c07a3254fde19 2024-11-12T10:19:58,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:58,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:19:58,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:19:58,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:58,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:58,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:19:58,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:19:58,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:19:58,133 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/table/8694084c9a314920b6eb9fff6344fab8 2024-11-12T10:19:58,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:19:58,134 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:19:58,134 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740 2024-11-12T10:19:58,135 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740 2024-11-12T10:19:58,136 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:19:58,137 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:19:58,137 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:19:58,138 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:19:58,139 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66252646, jitterRate=-0.012758642435073853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:19:58,139 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:19:58,139 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406798114Writing region info on filesystem at 1731406798114Initializing all the Stores at 1731406798114Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406798114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406798115 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406798115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406798115Cleaning up temporary data from old regions at 1731406798137 (+22 ms)Running coprocessor post-open hooks at 1731406798139 (+2 ms)Region opened successfully at 1731406798139 2024-11-12T10:19:58,139 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731406798093 2024-11-12T10:19:58,141 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:19:58,141 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:19:58,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a10fb4296bab,40253,1731406796783 2024-11-12T10:19:58,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,40253,1731406796783, state=OPEN 2024-11-12T10:19:58,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:58,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0277070316/meta-region-server 2024-11-12T10:19:58,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,40253,1731406796783 2024-11-12T10:19:58,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:58,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0277070316/meta-region-server: CHANGED 2024-11-12T10:19:58,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T10:19:58,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,40253,1731406796783 in 211 msec 2024-11-12T10:19:58,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:19:58,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-12T10:19:58,374 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:19:58,780 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:19:59,171 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-12T10:19:59,286 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:19:59,890 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:00,594 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:00,674 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-12T10:20:01,398 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:02,026 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T10:20:02,026 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:20:02,026 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:02,026 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,40253,1731406796783, seqNum=-1] 2024-11-12T10:20:02,027 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:02,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:02,031 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7ee8e7108f102fc063834ece5d0bb577, regionState=OPEN, lastHost=a10fb4296bab,38899,1731406784256, regionLocation=a10fb4296bab,38899,1731406784256, openSeqNum=2 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406862031 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406922031 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T10:20:02,031 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a10fb4296bab,38899,1731406784256 had 2 regions 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34001,1731406796726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34001,1731406796726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34001,1731406796726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:34001, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,032 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,38899,1731406784256, splitWal=true, meta=true, isMeta: false 2024-11-12T10:20:02,033 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256-splitting dir is empty, no logs to split. 2024-11-12T10:20:02,034 INFO [PEWorker-3 {}] master.SplitWALManager(105): a10fb4296bab,38899,1731406784256 WAL count=0, meta=false 2024-11-12T10:20:02,036 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,38899,1731406784256-splitting dir is empty, no logs to split. 2024-11-12T10:20:02,036 INFO [PEWorker-3 {}] master.SplitWALManager(105): a10fb4296bab,38899,1731406784256 WAL count=0, meta=false 2024-11-12T10:20:02,036 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,38899,1731406784256 WAL splitting is done? wals=0, meta=false 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.184sec 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34001,1731406796726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:02,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34001,1731406796726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:20:02,038 WARN [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a10fb4296bab,38899,1731406784256/hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:02,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN}] 2024-11-12T10:20:02,040 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:20:02,040 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:20:02,040 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34001,1731406796726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:02,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN 2024-11-12T10:20:02,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:20:02,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:02,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,34001,-1 for getting cluster id 2024-11-12T10:20:02,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:02,115 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33833140-0546-46e5-82d0-933775b8846f' 2024-11-12T10:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33833140-0546-46e5-82d0-933775b8846f" 2024-11-12T10:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19305d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,34001,-1] 2024-11-12T10:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,117 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da4880a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:02,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,40253,1731406796783, seqNum=-1] 2024-11-12T10:20:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:02,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:02,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T10:20:02,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:02,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:02,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:02,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a10fb4296bab:34001 after: a10fb4296bab:34001 2024-11-12T10:20:02,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330a8952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:02,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,34001,-1 for getting cluster id 2024-11-12T10:20:02,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:02,124 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33833140-0546-46e5-82d0-933775b8846f' 2024-11-12T10:20:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33833140-0546-46e5-82d0-933775b8846f" 2024-11-12T10:20:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679b3e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,34001,-1] 2024-11-12T10:20:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,125 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:02,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa36ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:02,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,34001,1731406796726 2024-11-12T10:20:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e9b9c3 2024-11-12T10:20:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:02,128 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:02,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T10:20:02,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:20:02,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:02,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:02,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:02,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:20:02,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=580515995, stopped=false 2024-11-12T10:20:02,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,44259,1731406788334 2024-11-12T10:20:02,191 DEBUG [a10fb4296bab:34001 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:20:02,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7ee8e7108f102fc063834ece5d0bb577, regionState=OPENING, regionLocation=a10fb4296bab,40253,1731406796783 2024-11-12T10:20:02,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN because future has completed 2024-11-12T10:20:02,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee8e7108f102fc063834ece5d0bb577, server=a10fb4296bab,40253,1731406796783}] 2024-11-12T10:20:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-492795700/running 2024-11-12T10:20:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-492795700/running 2024-11-12T10:20:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:20:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:20:02,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:02,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:02,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:02,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/running 2024-11-12T10:20:02,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Set watcher on znode that does not yet exist, /1-492795700/running 2024-11-12T10:20:02,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,33115,1731406788466' ***** 2024-11-12T10:20:02,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:20:02,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,33115,1731406788466 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:33115. 2024-11-12T10:20:02,206 DEBUG [RS:0;a10fb4296bab:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:02,206 DEBUG [RS:0;a10fb4296bab:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:20:02,206 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:20:02,206 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:20:02,206 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:02,206 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:02,206 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:02,206 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:02,206 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:02,207 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:02,207 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T10:20:02,221 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/.tmp/ns/f8e8627d7fdf4e0b96ea60b6207a4902 is 43, key is default/ns:d/1731406791736/Put/seqid=0 2024-11-12T10:20:02,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741835_1011 (size=5153) 2024-11-12T10:20:02,270 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:02,303 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:02,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:02,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:02,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:20:02,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C40253%2C1731406796783.rep, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs, maxLogs=10 2024-11-12T10:20:02,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.rep.1731406802350, exclude list is [], retry=0 2024-11-12T10:20:02,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32785,DS-852f3e0d-3936-41e6-8fc5-c9edba7b1cf2,DISK] 2024-11-12T10:20:02,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.rep.1731406802350 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42867:42867)] 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ee8e7108f102fc063834ece5d0bb577, NAME => 'hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:02,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. service=MultiRowMutationService 2024-11-12T10:20:02,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,367 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,367 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee8e7108f102fc063834ece5d0bb577 columnFamilyName hfileref 2024-11-12T10:20:02,367 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:02,368 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(327): Store=7ee8e7108f102fc063834ece5d0bb577/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:02,368 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,369 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee8e7108f102fc063834ece5d0bb577 columnFamilyName queue 2024-11-12T10:20:02,369 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:02,373 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/queue/71fe784376f349d0ae12c479968108b0 2024-11-12T10:20:02,374 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(327): Store=7ee8e7108f102fc063834ece5d0bb577/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:02,374 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,374 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee8e7108f102fc063834ece5d0bb577 columnFamilyName sid 2024-11-12T10:20:02,374 DEBUG [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:02,375 INFO [StoreOpener-7ee8e7108f102fc063834ece5d0bb577-1 {}] regionserver.HStore(327): Store=7ee8e7108f102fc063834ece5d0bb577/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:02,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:02,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 7ee8e7108f102fc063834ece5d0bb577; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716913, jitterRate=-0.08034633100032806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:02,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:02,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 7ee8e7108f102fc063834ece5d0bb577: Running coprocessor pre-open hook at 1731406802365Writing region info on filesystem at 1731406802365Initializing all the Stores at 1731406802366 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406802366Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406802367 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406802367Cleaning up temporary data from old regions at 1731406802377 (+10 ms)Running coprocessor post-open hooks at 1731406802379 (+2 ms)Region opened successfully at 1731406802380 (+1 ms) 2024-11-12T10:20:02,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577., pid=13, masterSystemTime=1731406802345 2024-11-12T10:20:02,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:02,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:02,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7ee8e7108f102fc063834ece5d0bb577, regionState=OPEN, openSeqNum=9, regionLocation=a10fb4296bab,40253,1731406796783 2024-11-12T10:20:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ee8e7108f102fc063834ece5d0bb577, server=a10fb4296bab,40253,1731406796783 because future has completed 2024-11-12T10:20:02,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T10:20:02,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ee8e7108f102fc063834ece5d0bb577, server=a10fb4296bab,40253,1731406796783 in 192 msec 2024-11-12T10:20:02,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T10:20:02,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ee8e7108f102fc063834ece5d0bb577, ASSIGN in 348 msec 2024-11-12T10:20:02,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T10:20:02,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577., hostname=a10fb4296bab,40253,1731406796783, seqNum=9] 2024-11-12T10:20:02,405 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a10fb4296bab,38899,1731406784256 2024-11-12T10:20:02,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T10:20:02,407 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:02,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T10:20:02,607 DEBUG [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:02,625 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/.tmp/ns/f8e8627d7fdf4e0b96ea60b6207a4902 2024-11-12T10:20:02,631 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/.tmp/ns/f8e8627d7fdf4e0b96ea60b6207a4902 as hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/ns/f8e8627d7fdf4e0b96ea60b6207a4902 2024-11-12T10:20:02,632 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:20:02,632 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:20:02,636 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/ns/f8e8627d7fdf4e0b96ea60b6207a4902, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T10:20:02,637 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-12T10:20:02,637 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:20:02,642 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:20:02,642 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:02,642 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:02,642 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:02,642 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406802206Running coprocessor pre-close hooks at 1731406802206Disabling compacts and flushes for region at 1731406802206Disabling writes for close at 1731406802206Obtaining lock to block concurrent updates at 1731406802207 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731406802207Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731406802207Flushing stores of hbase:meta,,1.1588230740 at 1731406802207Flushing 1588230740/ns: creating writer at 1731406802207Flushing 1588230740/ns: appending metadata at 1731406802221 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731406802221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8aa6a3: reopening flushed file at 1731406802630 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731406802637 (+7 ms)Writing region close event to WAL at 1731406802639 (+2 ms)Running coprocessor post-close hooks at 1731406802642 (+3 ms)Closed at 1731406802642 2024-11-12T10:20:02,642 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:02,807 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,33115,1731406788466; all regions closed. 2024-11-12T10:20:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741834_1010 (size=1152) 2024-11-12T10:20:02,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466/a10fb4296bab%2C33115%2C1731406788466.meta.1731406791682.meta not finished, retry = 0 2024-11-12T10:20:02,911 DEBUG [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/oldWALs 2024-11-12T10:20:02,911 INFO [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C33115%2C1731406788466.meta:.meta(num 1731406791682) 2024-11-12T10:20:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741832_1008 (size=93) 2024-11-12T10:20:02,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/WALs/a10fb4296bab,33115,1731406788466/a10fb4296bab%2C33115%2C1731406788466.1731406790688 not finished, retry = 0 2024-11-12T10:20:03,016 DEBUG [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/oldWALs 2024-11-12T10:20:03,016 INFO [RS:0;a10fb4296bab:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C33115%2C1731406788466:(num 1731406790688) 2024-11-12T10:20:03,016 DEBUG [RS:0;a10fb4296bab:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:03,016 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:03,016 INFO [RS:0;a10fb4296bab:33115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:03,016 INFO [RS:0;a10fb4296bab:33115 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:03,016 INFO [RS:0;a10fb4296bab:33115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:03,016 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:03,016 INFO [RS:0;a10fb4296bab:33115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33115 2024-11-12T10:20:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700/rs 2024-11-12T10:20:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-492795700/rs/a10fb4296bab,33115,1731406788466 2024-11-12T10:20:03,036 INFO [RS:0;a10fb4296bab:33115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:03,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,33115,1731406788466] 2024-11-12T10:20:03,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-492795700/draining/a10fb4296bab,33115,1731406788466 already deleted, retry=false 2024-11-12T10:20:03,137 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,33115,1731406788466 expired; onlineServers=0 2024-11-12T10:20:03,137 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,44259,1731406788334' ***** 2024-11-12T10:20:03,137 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:20:03,137 INFO [M:0;a10fb4296bab:44259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:03,137 INFO [M:0;a10fb4296bab:44259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:03,137 DEBUG [M:0;a10fb4296bab:44259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:20:03,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:20:03,138 DEBUG [M:0;a10fb4296bab:44259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:20:03,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406790486 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406790486,5,FailOnTimeoutGroup] 2024-11-12T10:20:03,138 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406790486 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406790486,5,FailOnTimeoutGroup] 2024-11-12T10:20:03,138 INFO [M:0;a10fb4296bab:44259 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:03,138 INFO [M:0;a10fb4296bab:44259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:03,138 DEBUG [M:0;a10fb4296bab:44259 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:20:03,138 INFO [M:0;a10fb4296bab:44259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:20:03,138 INFO [M:0;a10fb4296bab:44259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:03,138 INFO [M:0;a10fb4296bab:44259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:20:03,138 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:20:03,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-492795700/master 2024-11-12T10:20:03,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-492795700 2024-11-12T10:20:03,148 DEBUG [M:0;a10fb4296bab:44259 {}] zookeeper.ZKUtil(347): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Unable to get data of znode /1-492795700/master because node does not exist (not an error) 2024-11-12T10:20:03,148 WARN [M:0;a10fb4296bab:44259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:20:03,149 INFO [M:0;a10fb4296bab:44259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/.lastflushedseqids 2024-11-12T10:20:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741836_1012 (size=99) 2024-11-12T10:20:03,227 INFO [RS:0;a10fb4296bab:33115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1012e8eda4d0004, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:03,227 INFO [RS:0;a10fb4296bab:33115 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,33115,1731406788466; zookeeper connection closed. 2024-11-12T10:20:03,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7c9bb7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7c9bb7 2024-11-12T10:20:03,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:20:03,307 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:03,557 INFO [M:0;a10fb4296bab:44259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:20:03,558 INFO [M:0;a10fb4296bab:44259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:20:03,558 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:03,558 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:03,558 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:03,558 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:03,558 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:03,558 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T10:20:03,575 DEBUG [M:0;a10fb4296bab:44259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba820c0e5394d2c919a2e20f55067cb is 82, key is hbase:meta,,1/info:regioninfo/1731406791717/Put/seqid=0 2024-11-12T10:20:03,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741837_1013 (size=5672) 2024-11-12T10:20:03,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:03,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:03,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:03,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:03,980 INFO [M:0;a10fb4296bab:44259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba820c0e5394d2c919a2e20f55067cb 2024-11-12T10:20:03,997 DEBUG [M:0;a10fb4296bab:44259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/418b335670fb4d11943b646b2d4ff66d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731406791740/Put/seqid=0 2024-11-12T10:20:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741838_1014 (size=5275) 2024-11-12T10:20:04,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:20:04,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:20:04,402 INFO [M:0;a10fb4296bab:44259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/418b335670fb4d11943b646b2d4ff66d 2024-11-12T10:20:04,411 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:04,419 DEBUG [M:0;a10fb4296bab:44259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efa61db7916a484288d7b96b941a91ba is 69, key is a10fb4296bab,33115,1731406788466/rs:state/1731406790544/Put/seqid=0 2024-11-12T10:20:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741839_1015 (size=5156) 2024-11-12T10:20:04,824 INFO [M:0;a10fb4296bab:44259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efa61db7916a484288d7b96b941a91ba 2024-11-12T10:20:04,829 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba820c0e5394d2c919a2e20f55067cb as hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba820c0e5394d2c919a2e20f55067cb 2024-11-12T10:20:04,833 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba820c0e5394d2c919a2e20f55067cb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T10:20:04,834 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/418b335670fb4d11943b646b2d4ff66d as hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/418b335670fb4d11943b646b2d4ff66d 2024-11-12T10:20:04,838 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/418b335670fb4d11943b646b2d4ff66d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T10:20:04,839 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efa61db7916a484288d7b96b941a91ba as hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efa61db7916a484288d7b96b941a91ba 2024-11-12T10:20:04,844 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efa61db7916a484288d7b96b941a91ba, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T10:20:04,845 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-12T10:20:04,846 INFO [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:04,846 DEBUG [M:0;a10fb4296bab:44259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406803558Disabling compacts and flushes for region at 1731406803558Disabling writes for close at 1731406803558Obtaining lock to block concurrent updates at 1731406803558Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406803558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731406803558Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406803559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406803559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406803575 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406803575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406803984 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406803997 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406803997Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406804406 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406804419 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406804419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354eb69f: reopening flushed file at 1731406804828 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304ed9d3: reopening flushed file at 1731406804833 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da5ebb0: reopening flushed file at 1731406804838 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731406804845 (+7 ms)Writing region close event to WAL at 1731406804846 (+1 ms)Closed at 1731406804846 2024-11-12T10:20:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38633 is added to blk_1073741830_1006 (size=10165) 2024-11-12T10:20:04,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bdf88a5-4b19-8f03-4682-45410516e02c/MasterData/WALs/a10fb4296bab,44259,1731406788334/a10fb4296bab%2C44259%2C1731406788334.1731406790274 not finished, retry = 0 2024-11-12T10:20:04,951 INFO [M:0;a10fb4296bab:44259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:20:04,951 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:04,951 INFO [M:0;a10fb4296bab:44259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44259 2024-11-12T10:20:04,951 INFO [M:0;a10fb4296bab:44259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:05,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:05,115 INFO [M:0;a10fb4296bab:44259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:05,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44259-0x1012e8eda4d0003, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:05,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cb590d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:05,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5e3f1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:05,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:05,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b758bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:05,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483aba2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:05,151 WARN [BP-1302239325-172.17.0.3-1731406786394 heartbeating to localhost/127.0.0.1:38161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:20:05,151 WARN [BP-1302239325-172.17.0.3-1731406786394 heartbeating to localhost/127.0.0.1:38161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1302239325-172.17.0.3-1731406786394 (Datanode Uuid 99ae29b2-1c21-48fc-9cb1-d631eb84479a) service to localhost/127.0.0.1:38161 2024-11-12T10:20:05,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/cluster_3c75c37a-5136-cafd-8a4e-6acb09366e48/data/data1/current/BP-1302239325-172.17.0.3-1731406786394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:05,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/cluster_3c75c37a-5136-cafd-8a4e-6acb09366e48/data/data2/current/BP-1302239325-172.17.0.3-1731406786394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:05,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:20:05,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:20:05,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:20:05,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e96445{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:05,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44992ced{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:05,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:05,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11feb6f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:05,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e8b8db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:05,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:20:05,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:20:05,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:05,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:05,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:05,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:05,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:05,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:20:05,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=301618675, stopped=false 2024-11-12T10:20:05,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,34001,1731406796726 2024-11-12T10:20:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/running 2024-11-12T10:20:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/running 2024-11-12T10:20:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:20:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:20:05,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:05,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:05,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:05,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:20:05,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:05,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Set watcher on znode that does not yet exist, /0277070316/running 2024-11-12T10:20:05,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,40253,1731406796783' ***** 2024-11-12T10:20:05,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:20:05,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,40253,1731406796783 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:40253. 2024-11-12T10:20:05,191 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ee8e7108f102fc063834ece5d0bb577, disabling compactions & flushes 2024-11-12T10:20:05,191 DEBUG [RS:0;a10fb4296bab:40253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:05,191 DEBUG [RS:0;a10fb4296bab:40253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:05,191 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:05,191 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:20:05,191 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. after waiting 0 ms 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:20:05,191 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:20:05,191 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:20:05,192 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ee8e7108f102fc063834ece5d0bb577=hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577.} 2024-11-12T10:20:05,192 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ee8e7108f102fc063834ece5d0bb577 2024-11-12T10:20:05,192 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:05,192 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:05,192 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:05,192 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:05,192 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:05,192 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T10:20:05,195 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/replication/7ee8e7108f102fc063834ece5d0bb577/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T10:20:05,195 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:05,195 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:05,195 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:05,195 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ee8e7108f102fc063834ece5d0bb577: Waiting for close lock at 1731406805191Running coprocessor pre-close hooks at 1731406805191Disabling compacts and flushes for region at 1731406805191Disabling writes for close at 1731406805191Writing region close event to WAL at 1731406805192 (+1 ms)Running coprocessor post-close hooks at 1731406805195 (+3 ms)Closed at 1731406805195 2024-11-12T10:20:05,196 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577. 2024-11-12T10:20:05,206 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/info/5ea572dae5d14e7bbb7efbe279d67b68 is 147, key is hbase:replication,,1731406791856.7ee8e7108f102fc063834ece5d0bb577./info:regioninfo/1731406802383/Put/seqid=0 2024-11-12T10:20:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741851_1027 (size=6385) 2024-11-12T10:20:05,215 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:05,392 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:05,592 DEBUG [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:05,610 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/info/5ea572dae5d14e7bbb7efbe279d67b68 2024-11-12T10:20:05,615 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/.tmp/info/5ea572dae5d14e7bbb7efbe279d67b68 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/info/5ea572dae5d14e7bbb7efbe279d67b68 2024-11-12T10:20:05,615 DEBUG [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 to pos 0, reset compression=false 2024-11-12T10:20:05,621 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/info/5ea572dae5d14e7bbb7efbe279d67b68, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T10:20:05,621 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-12T10:20:05,626 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T10:20:05,626 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:05,626 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:05,626 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:05,626 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406805192Running coprocessor pre-close hooks at 1731406805192Disabling compacts and flushes for region at 1731406805192Disabling writes for close at 1731406805192Obtaining lock to block concurrent updates at 1731406805192Preparing flush snapshotting stores in 1588230740 at 1731406805192Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731406805192Flushing stores of hbase:meta,,1.1588230740 at 1731406805192Flushing 1588230740/info: creating writer at 1731406805193 (+1 ms)Flushing 1588230740/info: appending metadata at 1731406805205 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731406805205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522f057e: reopening flushed file at 1731406805614 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731406805621 (+7 ms)Writing region close event to WAL at 1731406805622 (+1 ms)Running coprocessor post-close hooks at 1731406805626 (+4 ms)Closed at 1731406805626 2024-11-12T10:20:05,626 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:05,710 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:20:05,710 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:20:05,792 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,40253,1731406796783; all regions closed. 2024-11-12T10:20:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741849_1025 (size=2156) 2024-11-12T10:20:05,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.meta.1731406798098.meta not finished, retry = 0 2024-11-12T10:20:05,897 DEBUG [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs 2024-11-12T10:20:05,897 INFO [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40253%2C1731406796783.meta:.meta(num 1731406798098) 2024-11-12T10:20:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741850_1026 (size=796) 2024-11-12T10:20:05,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.rep.1731406802350 not finished, retry = 0 2024-11-12T10:20:06,001 DEBUG [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs 2024-11-12T10:20:06,001 INFO [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40253%2C1731406796783.rep:(num 1731406802350) 2024-11-12T10:20:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741848_1024 (size=93) 2024-11-12T10:20:06,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/WALs/a10fb4296bab,40253,1731406796783/a10fb4296bab%2C40253%2C1731406796783.1731406797849 not finished, retry = 0 2024-11-12T10:20:06,105 DEBUG [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/oldWALs 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40253%2C1731406796783:(num 1731406797849) 2024-11-12T10:20:06,106 DEBUG [RS:0;a10fb4296bab:40253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:06,106 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:06,106 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T10:20:06,106 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,40253,1731406796783 because: Region server is closing 2024-11-12T10:20:06,106 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T10:20:06,106 INFO [RS:0;a10fb4296bab:40253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:40253. 2024-11-12T10:20:06,106 DEBUG [RS:0;a10fb4296bab:40253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:06,106 DEBUG [RS:0;a10fb4296bab:40253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:06,107 DEBUG [RS:0;a10fb4296bab:40253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:06,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:06,207 WARN [RS:0;a10fb4296bab:40253.replicationSource.shippera10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:20:06,207 WARN [RS:0;a10fb4296bab:40253.replicationSource.wal-reader.a10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:20:06,207 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a10fb4296bab:40253.replicationSource.shippera10fb4296bab%2C40253%2C1731406796783,1-a10fb4296bab,40253,1731406796783 terminated 2024-11-12T10:20:06,207 INFO [RS:0;a10fb4296bab:40253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40253 2024-11-12T10:20:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316/rs 2024-11-12T10:20:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/rs/a10fb4296bab,40253,1731406796783 2024-11-12T10:20:06,295 INFO [RS:0;a10fb4296bab:40253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:06,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,40253,1731406796783] 2024-11-12T10:20:06,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0277070316/draining/a10fb4296bab,40253,1731406796783 already deleted, retry=false 2024-11-12T10:20:06,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,40253,1731406796783 expired; onlineServers=0 2024-11-12T10:20:06,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,34001,1731406796726' ***** 2024-11-12T10:20:06,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:20:06,316 INFO [M:0;a10fb4296bab:34001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:06,316 INFO [M:0;a10fb4296bab:34001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:06,316 DEBUG [M:0;a10fb4296bab:34001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:20:06,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:20:06,316 DEBUG [M:0;a10fb4296bab:34001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:20:06,316 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406797518 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406797518,5,FailOnTimeoutGroup] 2024-11-12T10:20:06,316 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406797518 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406797518,5,FailOnTimeoutGroup] 2024-11-12T10:20:06,316 INFO [M:0;a10fb4296bab:34001 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:06,316 INFO [M:0;a10fb4296bab:34001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:06,317 DEBUG [M:0;a10fb4296bab:34001 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:20:06,317 INFO [M:0;a10fb4296bab:34001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:20:06,317 INFO [M:0;a10fb4296bab:34001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:06,317 INFO [M:0;a10fb4296bab:34001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:20:06,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:20:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0277070316/master 2024-11-12T10:20:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0277070316 2024-11-12T10:20:06,327 DEBUG [M:0;a10fb4296bab:34001 {}] zookeeper.ZKUtil(347): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Unable to get data of znode /0277070316/master because node does not exist (not an error) 2024-11-12T10:20:06,327 WARN [M:0;a10fb4296bab:34001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:20:06,327 INFO [M:0;a10fb4296bab:34001 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/.lastflushedseqids 2024-11-12T10:20:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741852_1028 (size=181) 2024-11-12T10:20:06,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:06,406 INFO [RS:0;a10fb4296bab:40253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:06,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40253-0x1012e8eda4d0007, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:06,406 INFO [RS:0;a10fb4296bab:40253 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,40253,1731406796783; zookeeper connection closed. 2024-11-12T10:20:06,406 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4090febb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4090febb 2024-11-12T10:20:06,406 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:20:06,732 INFO [M:0;a10fb4296bab:34001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:20:06,733 INFO [M:0;a10fb4296bab:34001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:20:06,733 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:06,733 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:06,733 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:06,733 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:06,733 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:06,733 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T10:20:06,746 DEBUG [M:0;a10fb4296bab:34001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d169b06bd04c4bbe374df16549d547 is 82, key is hbase:meta,,1/info:regioninfo/1731406798142/Put/seqid=0 2024-11-12T10:20:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741853_1029 (size=5672) 2024-11-12T10:20:07,150 INFO [M:0;a10fb4296bab:34001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d169b06bd04c4bbe374df16549d547 2024-11-12T10:20:07,173 DEBUG [M:0;a10fb4296bab:34001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e975359b60045b29bc45a1793fadbae is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731406802388/Put/seqid=0 2024-11-12T10:20:07,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741854_1030 (size=7312) 2024-11-12T10:20:07,593 INFO [M:0;a10fb4296bab:34001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e975359b60045b29bc45a1793fadbae 2024-11-12T10:20:07,610 DEBUG [M:0;a10fb4296bab:34001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b0c620d1f2f430998a27c66d01fe5fb is 69, key is a10fb4296bab,40253,1731406796783/rs:state/1731406797647/Put/seqid=0 2024-11-12T10:20:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741855_1031 (size=5370) 2024-11-12T10:20:08,014 INFO [M:0;a10fb4296bab:34001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b0c620d1f2f430998a27c66d01fe5fb 2024-11-12T10:20:08,019 INFO [M:0;a10fb4296bab:34001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b0c620d1f2f430998a27c66d01fe5fb 2024-11-12T10:20:08,020 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d169b06bd04c4bbe374df16549d547 as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d169b06bd04c4bbe374df16549d547 2024-11-12T10:20:08,025 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d169b06bd04c4bbe374df16549d547, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T10:20:08,026 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e975359b60045b29bc45a1793fadbae as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e975359b60045b29bc45a1793fadbae 2024-11-12T10:20:08,031 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e975359b60045b29bc45a1793fadbae, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T10:20:08,032 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b0c620d1f2f430998a27c66d01fe5fb as hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b0c620d1f2f430998a27c66d01fe5fb 2024-11-12T10:20:08,036 INFO [M:0;a10fb4296bab:34001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b0c620d1f2f430998a27c66d01fe5fb 2024-11-12T10:20:08,036 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b0c620d1f2f430998a27c66d01fe5fb, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T10:20:08,037 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false 2024-11-12T10:20:08,038 INFO [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:08,038 DEBUG [M:0;a10fb4296bab:34001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406806733Disabling compacts and flushes for region at 1731406806733Disabling writes for close at 1731406806733Obtaining lock to block concurrent updates at 1731406806733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406806733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731406806733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406806734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406806734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406806746 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406806746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406807155 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406807172 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406807172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406807597 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406807609 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406807609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56fef11c: reopening flushed file at 1731406808019 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327a2e85: reopening flushed file at 1731406808025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daaa522: reopening flushed file at 1731406808031 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false at 1731406808037 (+6 ms)Writing region close event to WAL at 1731406808038 (+1 ms)Closed at 1731406808038 2024-11-12T10:20:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32785 is added to blk_1073741847_1023 (size=22903) 2024-11-12T10:20:08,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4525d16-03c2-3a4c-2bde-398b6869ddf8/MasterData/WALs/a10fb4296bab,34001,1731406796726/a10fb4296bab%2C34001%2C1731406796726.1731406797296 not finished, retry = 0 2024-11-12T10:20:08,141 INFO [M:0;a10fb4296bab:34001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:20:08,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:08,141 INFO [M:0;a10fb4296bab:34001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34001 2024-11-12T10:20:08,141 INFO [M:0;a10fb4296bab:34001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:08,262 INFO [M:0;a10fb4296bab:34001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x1012e8eda4d0006, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:08,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bedd03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:08,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fe5fdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:08,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:08,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c666b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:08,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c87b6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:08,267 WARN [BP-37663833-172.17.0.3-1731406782129 heartbeating to localhost/127.0.0.1:41525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:20:08,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:20:08,267 WARN [BP-37663833-172.17.0.3-1731406782129 heartbeating to localhost/127.0.0.1:41525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-37663833-172.17.0.3-1731406782129 (Datanode Uuid 76f1e9ff-f466-4928-9f2b-879e98fadd9c) service to localhost/127.0.0.1:41525 2024-11-12T10:20:08,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:20:08,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/data/data1/current/BP-37663833-172.17.0.3-1731406782129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:08,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/cluster_11f82c1e-be46-aa92-f42e-6f1ce9da37a9/data/data2/current/BP-37663833-172.17.0.3-1731406782129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:08,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:20:08,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ac5b1b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:08,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b61382{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:08,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:08,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d87a11d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:08,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8b70d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bb095f-3aea-e5ec-5ebb-ec7000e0a895/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:08,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:20:08,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:20:08,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41525 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51717) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51717) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=6764 (was 7059) 2024-11-12T10:20:08,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=6764 2024-11-12T10:20:08,321 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T10:20:08,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir so I do NOT create it in target/test-data/500b3ca6-3242-c182-a030-896f99117679 2024-11-12T10:20:08,322 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:20:08,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.tmp.dir so I do NOT create it in target/test-data/500b3ca6-3242-c182-a030-896f99117679 2024-11-12T10:20:08,322 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcb73be4-506d-c7af-080e-3278e447790e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:20:08,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679 2024-11-12T10:20:08,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4, deleteOnExit=true 2024-11-12T10:20:08,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/zookeeper_0, clientPort=63965, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:20:08,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63965 2024-11-12T10:20:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:20:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/test.cache.data in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:20:08,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:20:08,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:20:08,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:20:08,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:08,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:20:08,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:20:08,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e8eda4d0002, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:20:08,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e8eda4d0005, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:20:08,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e8eda4d0002, quorum=127.0.0.1:51717, baseZNode=/0277070316 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:20:08,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e8eda4d0005, quorum=127.0.0.1:51717, baseZNode=/1-492795700 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:20:08,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:08,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:08,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:08,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:08,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:20:08,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:08,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd8873b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:08,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486001b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:08,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10e27558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/java.io.tmpdir/jetty-localhost-34113-hadoop-hdfs-3_4_1-tests_jar-_-any-11170130393686319596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:08,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9527cad{HTTP/1.1, (http/1.1)}{localhost:34113} 2024-11-12T10:20:08,800 INFO [Time-limited test {}] server.Server(415): Started @161108ms 2024-11-12T10:20:09,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:09,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:09,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:09,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:09,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:20:09,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2bdf6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:09,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eff86e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:09,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec89a31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/java.io.tmpdir/jetty-localhost-34835-hadoop-hdfs-3_4_1-tests_jar-_-any-11846743548887951385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:09,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@148a91a7{HTTP/1.1, (http/1.1)}{localhost:34835} 2024-11-12T10:20:09,169 INFO [Time-limited test {}] server.Server(415): Started @161477ms 2024-11-12T10:20:09,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:20:10,224 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/data/data1/current/BP-1003687155-172.17.0.3-1731406808371/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:10,224 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/data/data2/current/BP-1003687155-172.17.0.3-1731406808371/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:10,238 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:20:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cb93af757f11d82 with lease ID 0x6fe437665bc91a01: Processing first storage report for DS-3a6a1e56-a804-4fb2-9676-59734a7617bd from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7786599f-c4bb-489d-b0d3-2a0db1fc9ee0, infoPort=40747, infoSecurePort=0, ipcPort=41627, storageInfo=lv=-57;cid=testClusterID;nsid=1176983429;c=1731406808371) 2024-11-12T10:20:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cb93af757f11d82 with lease ID 0x6fe437665bc91a01: from storage DS-3a6a1e56-a804-4fb2-9676-59734a7617bd node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7786599f-c4bb-489d-b0d3-2a0db1fc9ee0, infoPort=40747, infoSecurePort=0, ipcPort=41627, storageInfo=lv=-57;cid=testClusterID;nsid=1176983429;c=1731406808371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cb93af757f11d82 with lease ID 0x6fe437665bc91a01: Processing first storage report for DS-de0a060a-7b0b-49ac-ab57-39dbcd6d9d8d from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7786599f-c4bb-489d-b0d3-2a0db1fc9ee0, infoPort=40747, infoSecurePort=0, ipcPort=41627, storageInfo=lv=-57;cid=testClusterID;nsid=1176983429;c=1731406808371) 2024-11-12T10:20:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cb93af757f11d82 with lease ID 0x6fe437665bc91a01: from storage DS-de0a060a-7b0b-49ac-ab57-39dbcd6d9d8d node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7786599f-c4bb-489d-b0d3-2a0db1fc9ee0, infoPort=40747, infoSecurePort=0, ipcPort=41627, storageInfo=lv=-57;cid=testClusterID;nsid=1176983429;c=1731406808371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:10,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679 2024-11-12T10:20:10,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:10,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:20:10,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:10,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a with version=8 2024-11-12T10:20:10,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/hbase-staging 2024-11-12T10:20:10,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:20:10,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:10,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36697 2024-11-12T10:20:10,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36697 connecting to ZooKeeper ensemble=127.0.0.1:63965 2024-11-12T10:20:10,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:10,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366970x0, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:10,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36697-0x1012e8f40c30000 connected 2024-11-12T10:20:10,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:10,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:10,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/running 2024-11-12T10:20:10,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a, hbase.cluster.distributed=false 2024-11-12T10:20:10,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/acl 2024-11-12T10:20:10,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36697 2024-11-12T10:20:10,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36697 2024-11-12T10:20:10,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36697 2024-11-12T10:20:10,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36697 2024-11-12T10:20:10,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36697 2024-11-12T10:20:10,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:20:10,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:10,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41087 2024-11-12T10:20:10,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41087 connecting to ZooKeeper ensemble=127.0.0.1:63965 2024-11-12T10:20:10,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:10,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410870x0, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:10,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410870x0, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/running 2024-11-12T10:20:10,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41087-0x1012e8f40c30001 connected 2024-11-12T10:20:10,915 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:20:10,916 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:20:10,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/master 2024-11-12T10:20:10,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/acl 2024-11-12T10:20:10,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41087 2024-11-12T10:20:10,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41087 2024-11-12T10:20:10,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41087 2024-11-12T10:20:10,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41087 2024-11-12T10:20:10,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41087 2024-11-12T10:20:10,932 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:36697 2024-11-12T10:20:10,933 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01299979151/backup-masters/a10fb4296bab,36697,1731406810712 2024-11-12T10:20:10,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151/backup-masters 2024-11-12T10:20:10,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151/backup-masters 2024-11-12T10:20:10,945 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on existing znode=/01299979151/backup-masters/a10fb4296bab,36697,1731406810712 2024-11-12T10:20:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01299979151/master 2024-11-12T10:20:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:10,957 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on existing znode=/01299979151/master 2024-11-12T10:20:10,957 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01299979151/backup-masters/a10fb4296bab,36697,1731406810712 from backup master directory 2024-11-12T10:20:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151/backup-masters 2024-11-12T10:20:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01299979151/backup-masters/a10fb4296bab,36697,1731406810712 2024-11-12T10:20:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151/backup-masters 2024-11-12T10:20:10,967 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:10,967 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,36697,1731406810712 2024-11-12T10:20:10,971 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/hbase.id] with ID: 6b362647-8f63-455b-aa69-ca7466eb7d5a 2024-11-12T10:20:10,971 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/.tmp/hbase.id 2024-11-12T10:20:10,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:20:11,376 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/.tmp/hbase.id]:[hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/hbase.id] 2024-11-12T10:20:11,384 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:11,384 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:20:11,385 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:20:11,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:11,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:20:11,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:11,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:20:11,868 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:11,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:20:12,274 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store 2024-11-12T10:20:12,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:20:12,679 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:12,679 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:12,679 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:12,679 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:12,679 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:12,679 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:12,679 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:12,679 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406812679Disabling compacts and flushes for region at 1731406812679Disabling writes for close at 1731406812679Writing region close event to WAL at 1731406812679Closed at 1731406812679 2024-11-12T10:20:12,680 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/.initializing 2024-11-12T10:20:12,680 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/WALs/a10fb4296bab,36697,1731406810712 2024-11-12T10:20:12,681 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:12,683 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C36697%2C1731406810712, suffix=, logDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/WALs/a10fb4296bab,36697,1731406810712, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/oldWALs, maxLogs=10 2024-11-12T10:20:12,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/WALs/a10fb4296bab,36697,1731406810712/a10fb4296bab%2C36697%2C1731406810712.1731406812683, exclude list is [], retry=0 2024-11-12T10:20:12,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-3a6a1e56-a804-4fb2-9676-59734a7617bd,DISK] 2024-11-12T10:20:12,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/WALs/a10fb4296bab,36697,1731406810712/a10fb4296bab%2C36697%2C1731406810712.1731406812683 2024-11-12T10:20:12,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-12T10:20:12,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:12,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:12,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:20:12,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:12,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:12,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:20:12,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:12,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:12,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:20:12,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:12,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:12,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:20:12,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:12,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:12,708 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,709 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,709 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,710 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,710 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,711 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:12,712 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:12,714 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:12,714 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63457885, jitterRate=-0.05440382659435272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:12,715 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406812701Initializing all the Stores at 1731406812702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406812702Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406812702Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406812702Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406812702Cleaning up temporary data from old regions at 1731406812710 (+8 ms)Region opened successfully at 1731406812715 (+5 ms) 2024-11-12T10:20:12,715 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:20:12,717 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d31b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:12,718 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:20:12,718 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:20:12,718 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:20:12,718 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:20:12,719 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:20:12,719 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:20:12,719 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:20:12,720 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:20:12,721 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Unable to get data of znode /01299979151/balancer because node does not exist (not necessarily an error) 2024-11-12T10:20:12,862 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01299979151/balancer already deleted, retry=false 2024-11-12T10:20:12,862 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:20:12,863 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Unable to get data of znode /01299979151/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:20:12,872 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01299979151/normalizer already deleted, retry=false 2024-11-12T10:20:12,873 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:20:12,873 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Unable to get data of znode /01299979151/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:20:12,883 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01299979151/switch/split already deleted, retry=false 2024-11-12T10:20:12,884 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Unable to get data of znode /01299979151/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:20:12,893 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01299979151/switch/merge already deleted, retry=false 2024-11-12T10:20:12,895 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Unable to get data of znode /01299979151/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:20:12,904 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01299979151/snapshot-cleanup already deleted, retry=false 2024-11-12T10:20:12,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01299979151/running 2024-11-12T10:20:12,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01299979151/running 2024-11-12T10:20:12,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:12,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:12,915 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,36697,1731406810712, sessionid=0x1012e8f40c30000, setting cluster-up flag (Was=false) 2024-11-12T10:20:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:12,967 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01299979151/flush-table-proc/acquired, /01299979151/flush-table-proc/reached, /01299979151/flush-table-proc/abort 2024-11-12T10:20:12,968 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,36697,1731406810712 2024-11-12T10:20:12,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:12,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:13,020 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01299979151/online-snapshot/acquired, /01299979151/online-snapshot/reached, /01299979151/online-snapshot/abort 2024-11-12T10:20:13,021 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,36697,1731406810712 2024-11-12T10:20:13,022 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:20:13,023 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:13,023 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:20:13,023 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:20:13,023 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a10fb4296bab,38899,1731406784256: status=Processing ServerCrashProcedure of a10fb4296bab,38899,1731406784256 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731406797517, completionTime=-1 appears to have been leaked 2024-11-12T10:20:13,023 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,36697,1731406810712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:20:13,024 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:13,024 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:13,024 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:13,024 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:13,025 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:20:13,025 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,025 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:13,025 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,025 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(746): ClusterId : 6b362647-8f63-455b-aa69-ca7466eb7d5a 2024-11-12T10:20:13,025 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406843029 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:20:13,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:13,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:20:13,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:20:13,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:13,031 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406813031,5,FailOnTimeoutGroup] 2024-11-12T10:20:13,031 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406813031,5,FailOnTimeoutGroup] 2024-11-12T10:20:13,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:20:13,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:20:13,031 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,031 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:20:13,031 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:20:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:20:13,041 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:20:13,042 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3877e1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:13,052 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:41087 2024-11-12T10:20:13,052 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:20:13,052 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:20:13,052 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:20:13,053 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,36697,1731406810712 with port=41087, startcode=1731406810901 2024-11-12T10:20:13,053 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:20:13,054 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:20:13,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,41087,1731406810901 2024-11-12T10:20:13,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36697 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:13,056 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a 2024-11-12T10:20:13,056 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39381 2024-11-12T10:20:13,056 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:20:13,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151/rs 2024-11-12T10:20:13,062 DEBUG [RS:0;a10fb4296bab:41087 {}] zookeeper.ZKUtil(111): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on existing znode=/01299979151/rs/a10fb4296bab,41087,1731406810901 2024-11-12T10:20:13,062 WARN [RS:0;a10fb4296bab:41087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:13,062 INFO [RS:0;a10fb4296bab:41087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:13,063 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901 2024-11-12T10:20:13,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,41087,1731406810901] 2024-11-12T10:20:13,065 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:20:13,066 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:20:13,068 INFO [RS:0;a10fb4296bab:41087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:20:13,068 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,069 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:20:13,069 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:20:13,070 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:13,070 DEBUG [RS:0;a10fb4296bab:41087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:13,072 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,072 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,072 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,072 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,072 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,072 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41087,1731406810901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:13,086 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:20:13,086 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41087,1731406810901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,086 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,086 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.Replication(171): a10fb4296bab,41087,1731406810901 started 2024-11-12T10:20:13,098 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:13,098 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,41087,1731406810901, RpcServer on a10fb4296bab/172.17.0.3:41087, sessionid=0x1012e8f40c30001 2024-11-12T10:20:13,098 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:20:13,098 DEBUG [RS:0;a10fb4296bab:41087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,41087,1731406810901 2024-11-12T10:20:13,098 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41087,1731406810901' 2024-11-12T10:20:13,098 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01299979151/flush-table-proc/abort' 2024-11-12T10:20:13,099 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01299979151/flush-table-proc/acquired' 2024-11-12T10:20:13,099 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:20:13,099 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:20:13,099 DEBUG [RS:0;a10fb4296bab:41087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,41087,1731406810901 2024-11-12T10:20:13,099 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41087,1731406810901' 2024-11-12T10:20:13,099 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01299979151/online-snapshot/abort' 2024-11-12T10:20:13,100 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01299979151/online-snapshot/acquired' 2024-11-12T10:20:13,100 DEBUG [RS:0;a10fb4296bab:41087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:20:13,100 INFO [RS:0;a10fb4296bab:41087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:20:13,100 INFO [RS:0;a10fb4296bab:41087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:20:13,200 INFO [RS:0;a10fb4296bab:41087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:13,201 INFO [RS:0;a10fb4296bab:41087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41087%2C1731406810901, suffix=, logDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/oldWALs, maxLogs=10 2024-11-12T10:20:13,213 DEBUG [RS:0;a10fb4296bab:41087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202, exclude list is [], retry=0 2024-11-12T10:20:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-3a6a1e56-a804-4fb2-9676-59734a7617bd,DISK] 2024-11-12T10:20:13,217 INFO [RS:0;a10fb4296bab:41087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 2024-11-12T10:20:13,217 DEBUG [RS:0;a10fb4296bab:41087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-12T10:20:13,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:20:13,439 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a 2024-11-12T10:20:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:20:13,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:13,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:13,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:13,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:13,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:13,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:13,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:13,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:13,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:13,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:13,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:13,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:13,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:13,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:13,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:13,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:13,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:13,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:13,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740 2024-11-12T10:20:13,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740 2024-11-12T10:20:13,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:13,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:13,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:13,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:13,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:13,856 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74845522, jitterRate=0.11528518795967102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406813845Initializing all the Stores at 1731406813845Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406813846 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406813846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406813846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406813846Cleaning up temporary data from old regions at 1731406813853 (+7 ms)Region opened successfully at 1731406813857 (+4 ms) 2024-11-12T10:20:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:13,857 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:13,857 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406813857Disabling compacts and flushes for region at 1731406813857Disabling writes for close at 1731406813857Writing region close event to WAL at 1731406813857Closed at 1731406813857 2024-11-12T10:20:13,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:13,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:20:13,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:20:13,859 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:13,860 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:20:14,010 DEBUG [a10fb4296bab:36697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:20:14,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:14,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41087,1731406810901, state=OPENING 2024-11-12T10:20:14,062 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:20:14,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:14,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:14,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01299979151/meta-region-server: CHANGED 2024-11-12T10:20:14,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01299979151/meta-region-server: CHANGED 2024-11-12T10:20:14,073 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:14,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41087,1731406810901}] 2024-11-12T10:20:14,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:14,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:20:14,229 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:20:14,229 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:14,229 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:20:14,230 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41087%2C1731406810901.meta, suffix=.meta, logDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/oldWALs, maxLogs=10 2024-11-12T10:20:14,242 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.meta.1731406814231.meta, exclude list is [], retry=0 2024-11-12T10:20:14,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-3a6a1e56-a804-4fb2-9676-59734a7617bd,DISK] 2024-11-12T10:20:14,245 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.meta.1731406814231.meta 2024-11-12T10:20:14,245 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-12T10:20:14,245 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:14,246 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:14,246 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:14,246 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:20:14,246 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:20:14,246 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:20:14,246 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:14,246 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:20:14,246 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:20:14,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:14,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:14,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:14,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:14,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:14,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:14,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:14,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:14,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:14,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:14,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:14,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:14,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:14,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:14,251 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:14,252 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740 2024-11-12T10:20:14,253 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740 2024-11-12T10:20:14,254 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:14,254 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:14,254 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:14,255 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:14,255 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68059141, jitterRate=0.01416023075580597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:14,256 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:20:14,256 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406814246Writing region info on filesystem at 1731406814246Initializing all the Stores at 1731406814247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406814247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406814247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406814247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406814247Cleaning up temporary data from old regions at 1731406814254 (+7 ms)Running coprocessor post-open hooks at 1731406814256 (+2 ms)Region opened successfully at 1731406814256 2024-11-12T10:20:14,257 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406814225 2024-11-12T10:20:14,258 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:20:14,258 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:20:14,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:14,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41087,1731406810901, state=OPEN 2024-11-12T10:20:14,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01299979151/meta-region-server 2024-11-12T10:20:14,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01299979151/meta-region-server 2024-11-12T10:20:14,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:14,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01299979151/meta-region-server: CHANGED 2024-11-12T10:20:14,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01299979151/meta-region-server: CHANGED 2024-11-12T10:20:14,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:20:14,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41087,1731406810901 in 225 msec 2024-11-12T10:20:14,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:20:14,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-12T10:20:14,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:14,302 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:20:14,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:14,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41087,1731406810901, seqNum=-1] 2024-11-12T10:20:14,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:14,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:14,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-12T10:20:14,308 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406814308, completionTime=-1 2024-11-12T10:20:14,308 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:20:14,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:20:14,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406874310 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406934310 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36697,1731406810712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36697,1731406810712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36697,1731406810712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:36697, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,312 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.346sec 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36697,1731406810712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:14,313 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36697,1731406810712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:20:14,315 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:20:14,315 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:20:14,315 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36697,1731406810712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:14,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be3d3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:14,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:14,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:14,327 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3aadf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:14,328 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:14,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327d7abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:14,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:14,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41087,1731406810901, seqNum=-1] 2024-11-12T10:20:14,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:14,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:14,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,36697,1731406810712 2024-11-12T10:20:14,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63965 2024-11-12T10:20:14,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:20:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:14,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e8f40c30002 connected 2024-11-12T10:20:14,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir so I do NOT create it in target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5 2024-11-12T10:20:14,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:20:14,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.tmp.dir so I do NOT create it in target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5 2024-11-12T10:20:14,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:20:14,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5 2024-11-12T10:20:14,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:20:14,369 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/cluster_f2cf2b24-bddc-bd50-cb00-524d86f1df6f, deleteOnExit=true 2024-11-12T10:20:14,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/test.cache.data in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:20:14,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:14,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:20:14,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:20:14,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:20:14,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:14,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:20:14,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:20:14,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:14,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:14,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:14,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:14,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:20:14,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:14,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b770e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:14,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4c619b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:14,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e1390dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/java.io.tmpdir/jetty-localhost-40505-hadoop-hdfs-3_4_1-tests_jar-_-any-12994465989220883882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:14,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5302c06e{HTTP/1.1, (http/1.1)}{localhost:40505} 2024-11-12T10:20:14,880 INFO [Time-limited test {}] server.Server(415): Started @167188ms 2024-11-12T10:20:15,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:15,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:15,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:15,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:15,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:20:15,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618da9d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:15,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71bd9919{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:15,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@597fe38d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/java.io.tmpdir/jetty-localhost-35237-hadoop-hdfs-3_4_1-tests_jar-_-any-10452522953605391610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:15,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14f0b8be{HTTP/1.1, (http/1.1)}{localhost:35237} 2024-11-12T10:20:15,272 INFO [Time-limited test {}] server.Server(415): Started @167580ms 2024-11-12T10:20:15,273 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:20:15,926 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/cluster_f2cf2b24-bddc-bd50-cb00-524d86f1df6f/data/data2/current/BP-1642703105-172.17.0.3-1731406814384/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:15,926 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/cluster_f2cf2b24-bddc-bd50-cb00-524d86f1df6f/data/data1/current/BP-1642703105-172.17.0.3-1731406814384/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:15,941 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:20:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e78bbf5547d1973 with lease ID 0xb9d515ddc607a97c: Processing first storage report for DS-21d969e6-ab9b-40f6-9acc-9e287eeebc4c from datanode DatanodeRegistration(127.0.0.1:42889, datanodeUuid=cba0433b-39bc-44be-9d48-1cd4a696bcd7, infoPort=38923, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=1654372132;c=1731406814384) 2024-11-12T10:20:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e78bbf5547d1973 with lease ID 0xb9d515ddc607a97c: from storage DS-21d969e6-ab9b-40f6-9acc-9e287eeebc4c node DatanodeRegistration(127.0.0.1:42889, datanodeUuid=cba0433b-39bc-44be-9d48-1cd4a696bcd7, infoPort=38923, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=1654372132;c=1731406814384), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e78bbf5547d1973 with lease ID 0xb9d515ddc607a97c: Processing first storage report for DS-e2707974-d840-4145-8e26-84d6bdd5477d from datanode DatanodeRegistration(127.0.0.1:42889, datanodeUuid=cba0433b-39bc-44be-9d48-1cd4a696bcd7, infoPort=38923, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=1654372132;c=1731406814384) 2024-11-12T10:20:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e78bbf5547d1973 with lease ID 0xb9d515ddc607a97c: from storage DS-e2707974-d840-4145-8e26-84d6bdd5477d node DatanodeRegistration(127.0.0.1:42889, datanodeUuid=cba0433b-39bc-44be-9d48-1cd4a696bcd7, infoPort=38923, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=1654372132;c=1731406814384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:15,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5 2024-11-12T10:20:15,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:15,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:20:16,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d with version=8 2024-11-12T10:20:16,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/hbase-staging 2024-11-12T10:20:16,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:16,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42735 2024-11-12T10:20:16,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42735 connecting to ZooKeeper ensemble=127.0.0.1:63965 2024-11-12T10:20:16,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427350x0, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:16,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42735-0x1012e8f40c30003 connected 2024-11-12T10:20:16,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:16,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:16,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/running 2024-11-12T10:20:16,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d, hbase.cluster.distributed=false 2024-11-12T10:20:16,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/acl 2024-11-12T10:20:16,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-12T10:20:16,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42735 2024-11-12T10:20:16,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42735 2024-11-12T10:20:16,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-12T10:20:16,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-12T10:20:16,809 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:16,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:16,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:16,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:16,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:16,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:16,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:20:16,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:16,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43111 2024-11-12T10:20:16,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43111 connecting to ZooKeeper ensemble=127.0.0.1:63965 2024-11-12T10:20:16,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:16,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431110x0, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:16,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431110x0, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/running 2024-11-12T10:20:16,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43111-0x1012e8f40c30004 connected 2024-11-12T10:20:16,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:20:16,831 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:20:16,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/master 2024-11-12T10:20:16,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/acl 2024-11-12T10:20:16,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43111 2024-11-12T10:20:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43111 2024-11-12T10:20:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43111 2024-11-12T10:20:16,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43111 2024-11-12T10:20:16,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43111 2024-11-12T10:20:16,851 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:42735 2024-11-12T10:20:16,852 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11067271992/backup-masters/a10fb4296bab,42735,1731406816406 2024-11-12T10:20:16,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992/backup-masters 2024-11-12T10:20:16,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992/backup-masters 2024-11-12T10:20:16,862 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on existing znode=/11067271992/backup-masters/a10fb4296bab,42735,1731406816406 2024-11-12T10:20:16,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11067271992/master 2024-11-12T10:20:16,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:16,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:16,872 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on existing znode=/11067271992/master 2024-11-12T10:20:16,873 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11067271992/backup-masters/a10fb4296bab,42735,1731406816406 from backup master directory 2024-11-12T10:20:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067271992/backup-masters/a10fb4296bab,42735,1731406816406 2024-11-12T10:20:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992/backup-masters 2024-11-12T10:20:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992/backup-masters 2024-11-12T10:20:16,883 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:16,883 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,42735,1731406816406 2024-11-12T10:20:16,885 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/hbase.id] with ID: 92c2fc58-1698-43d1-b439-dabf2c949abc 2024-11-12T10:20:16,886 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/.tmp/hbase.id 2024-11-12T10:20:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:20:17,290 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/.tmp/hbase.id]:[hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/hbase.id] 2024-11-12T10:20:17,299 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:17,299 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:20:17,300 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:20:17,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:17,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:20:17,709 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:17,709 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:20:17,710 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:20:18,116 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store 2024-11-12T10:20:18,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:20:18,523 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:18,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:18,524 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:18,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:18,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:18,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:18,524 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:18,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406818523Disabling compacts and flushes for region at 1731406818523Disabling writes for close at 1731406818524 (+1 ms)Writing region close event to WAL at 1731406818524Closed at 1731406818524 2024-11-12T10:20:18,524 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/.initializing 2024-11-12T10:20:18,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/WALs/a10fb4296bab,42735,1731406816406 2024-11-12T10:20:18,525 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:18,527 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42735%2C1731406816406, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/WALs/a10fb4296bab,42735,1731406816406, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/oldWALs, maxLogs=10 2024-11-12T10:20:18,538 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/WALs/a10fb4296bab,42735,1731406816406/a10fb4296bab%2C42735%2C1731406816406.1731406818527, exclude list is [], retry=0 2024-11-12T10:20:18,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42889,DS-21d969e6-ab9b-40f6-9acc-9e287eeebc4c,DISK] 2024-11-12T10:20:18,541 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/WALs/a10fb4296bab,42735,1731406816406/a10fb4296bab%2C42735%2C1731406816406.1731406818527 2024-11-12T10:20:18,541 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-12T10:20:18,542 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:18,542 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:18,542 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,542 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:20:18,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:18,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:18,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:20:18,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:18,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:18,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:20:18,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:18,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:18,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:20:18,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:18,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:18,549 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,550 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,550 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,552 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,552 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,552 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:18,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:18,555 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:18,556 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63808880, jitterRate=-0.049173593521118164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:18,556 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406818542Initializing all the Stores at 1731406818543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406818543Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406818543Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406818543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406818543Cleaning up temporary data from old regions at 1731406818552 (+9 ms)Region opened successfully at 1731406818556 (+4 ms) 2024-11-12T10:20:18,556 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:20:18,558 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efcd67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:18,559 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:20:18,559 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:20:18,559 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:20:18,560 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:20:18,560 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:20:18,560 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:20:18,560 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:20:18,564 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:20:18,565 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Unable to get data of znode /11067271992/balancer because node does not exist (not necessarily an error) 2024-11-12T10:20:18,619 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067271992/balancer already deleted, retry=false 2024-11-12T10:20:18,620 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:20:18,621 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Unable to get data of znode /11067271992/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:20:18,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067271992/normalizer already deleted, retry=false 2024-11-12T10:20:18,630 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:20:18,631 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Unable to get data of znode /11067271992/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:20:18,640 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067271992/switch/split already deleted, retry=false 2024-11-12T10:20:18,641 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Unable to get data of znode /11067271992/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:20:18,651 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067271992/switch/merge already deleted, retry=false 2024-11-12T10:20:18,652 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Unable to get data of znode /11067271992/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:20:18,661 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067271992/snapshot-cleanup already deleted, retry=false 2024-11-12T10:20:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11067271992/running 2024-11-12T10:20:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11067271992/running 2024-11-12T10:20:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:18,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:18,672 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,42735,1731406816406, sessionid=0x1012e8f40c30003, setting cluster-up flag (Was=false) 2024-11-12T10:20:18,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:18,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:18,725 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11067271992/flush-table-proc/acquired, /11067271992/flush-table-proc/reached, /11067271992/flush-table-proc/abort 2024-11-12T10:20:18,726 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42735,1731406816406 2024-11-12T10:20:18,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:18,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:18,777 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11067271992/online-snapshot/acquired, /11067271992/online-snapshot/reached, /11067271992/online-snapshot/abort 2024-11-12T10:20:18,778 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42735,1731406816406 2024-11-12T10:20:18,779 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:20:18,780 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:18,780 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:20:18,780 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:20:18,780 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,42735,1731406816406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:18,781 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406848782 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:20:18,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:20:18,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:20:18,782 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:20:18,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:20:18,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:20:18,783 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406818783,5,FailOnTimeoutGroup] 2024-11-12T10:20:18,783 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406818783,5,FailOnTimeoutGroup] 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:20:18,784 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,784 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:20:18,844 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(746): ClusterId : 92c2fc58-1698-43d1-b439-dabf2c949abc 2024-11-12T10:20:18,844 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:20:18,852 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:20:18,852 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:20:18,862 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:20:18,862 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5386bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:18,875 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:43111 2024-11-12T10:20:18,875 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:20:18,875 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:20:18,875 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:20:18,876 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,42735,1731406816406 with port=43111, startcode=1731406816809 2024-11-12T10:20:18,876 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:20:18,877 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:20:18,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,43111,1731406816809 2024-11-12T10:20:18,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42735 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:18,879 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d 2024-11-12T10:20:18,879 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45313 2024-11-12T10:20:18,879 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:20:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992/rs 2024-11-12T10:20:18,933 DEBUG [RS:0;a10fb4296bab:43111 {}] zookeeper.ZKUtil(111): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on existing znode=/11067271992/rs/a10fb4296bab,43111,1731406816809 2024-11-12T10:20:18,933 WARN [RS:0;a10fb4296bab:43111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:18,933 INFO [RS:0;a10fb4296bab:43111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:18,933 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809 2024-11-12T10:20:18,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,43111,1731406816809] 2024-11-12T10:20:18,936 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:20:18,937 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:20:18,937 INFO [RS:0;a10fb4296bab:43111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:20:18,937 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,938 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:20:18,938 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:20:18,938 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,938 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,938 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,938 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,938 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,938 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,938 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:18,939 DEBUG [RS:0;a10fb4296bab:43111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:18,939 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,939 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,939 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,939 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,939 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,939 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43111,1731406816809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:18,952 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:20:18,952 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43111,1731406816809-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,952 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,952 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.Replication(171): a10fb4296bab,43111,1731406816809 started 2024-11-12T10:20:18,963 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:18,964 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,43111,1731406816809, RpcServer on a10fb4296bab/172.17.0.3:43111, sessionid=0x1012e8f40c30004 2024-11-12T10:20:18,964 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:20:18,964 DEBUG [RS:0;a10fb4296bab:43111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,43111,1731406816809 2024-11-12T10:20:18,964 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,43111,1731406816809' 2024-11-12T10:20:18,964 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11067271992/flush-table-proc/abort' 2024-11-12T10:20:18,964 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11067271992/flush-table-proc/acquired' 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,43111,1731406816809 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,43111,1731406816809' 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11067271992/online-snapshot/abort' 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11067271992/online-snapshot/acquired' 2024-11-12T10:20:18,965 DEBUG [RS:0;a10fb4296bab:43111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:20:18,965 INFO [RS:0;a10fb4296bab:43111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:20:18,965 INFO [RS:0;a10fb4296bab:43111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:20:19,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:20:19,066 INFO [RS:0;a10fb4296bab:43111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:19,067 INFO [RS:0;a10fb4296bab:43111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43111%2C1731406816809, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/oldWALs, maxLogs=10 2024-11-12T10:20:19,078 DEBUG [RS:0;a10fb4296bab:43111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067, exclude list is [], retry=0 2024-11-12T10:20:19,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42889,DS-21d969e6-ab9b-40f6-9acc-9e287eeebc4c,DISK] 2024-11-12T10:20:19,082 INFO [RS:0;a10fb4296bab:43111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 2024-11-12T10:20:19,082 DEBUG [RS:0;a10fb4296bab:43111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-12T10:20:19,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:20:19,192 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d 2024-11-12T10:20:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:20:19,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:19,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:19,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:19,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:19,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:19,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:19,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:19,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:19,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:19,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:19,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:19,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:19,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:19,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:19,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:19,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:19,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:19,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:19,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740 2024-11-12T10:20:19,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740 2024-11-12T10:20:19,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:19,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:19,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:19,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:19,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:19,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72540800, jitterRate=0.08094215393066406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406819597Initializing all the Stores at 1731406819597Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406819597Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406819598 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406819598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406819598Cleaning up temporary data from old regions at 1731406819604 (+6 ms)Region opened successfully at 1731406819608 (+4 ms) 2024-11-12T10:20:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:19,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:19,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:19,609 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:19,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406819608Disabling compacts and flushes for region at 1731406819608Disabling writes for close at 1731406819608Writing region close event to WAL at 1731406819609 (+1 ms)Closed at 1731406819609 2024-11-12T10:20:19,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:19,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:20:19,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:20:19,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:19,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:20:19,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:19,761 DEBUG [a10fb4296bab:42735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:20:19,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:19,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,43111,1731406816809, state=OPENING 2024-11-12T10:20:19,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:19,809 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:20:19,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:19,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:19,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067271992/meta-region-server: CHANGED 2024-11-12T10:20:19,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067271992/meta-region-server: CHANGED 2024-11-12T10:20:19,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:19,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,43111,1731406816809}] 2024-11-12T10:20:19,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:19,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:20:19,977 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:20:19,977 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:19,977 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:20:19,978 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43111%2C1731406816809.meta, suffix=.meta, logDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/oldWALs, maxLogs=10 2024-11-12T10:20:19,994 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.meta.1731406819978.meta, exclude list is [], retry=0 2024-11-12T10:20:19,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42889,DS-21d969e6-ab9b-40f6-9acc-9e287eeebc4c,DISK] 2024-11-12T10:20:19,997 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.meta.1731406819978.meta 2024-11-12T10:20:19,997 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:19,998 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:20:19,998 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:20:19,998 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:20:20,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:20,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:20,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:20,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:20,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:20,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:20,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:20,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:20,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:20,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:20,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:20,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:20,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:20,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:20,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:20,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:20,004 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:20,004 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740 2024-11-12T10:20:20,005 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740 2024-11-12T10:20:20,006 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:20,006 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:20,006 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:20,007 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:20,008 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62129955, jitterRate=-0.07419152557849884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:20,008 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:20:20,008 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406819999Writing region info on filesystem at 1731406819999Initializing all the Stores at 1731406819999Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406819999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406819999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406820000 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406820000Cleaning up temporary data from old regions at 1731406820006 (+6 ms)Running coprocessor post-open hooks at 1731406820008 (+2 ms)Region opened successfully at 1731406820008 2024-11-12T10:20:20,009 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406819972 2024-11-12T10:20:20,010 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:20:20,010 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:20:20,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:20,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,43111,1731406816809, state=OPEN 2024-11-12T10:20:20,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11067271992/meta-region-server 2024-11-12T10:20:20,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11067271992/meta-region-server 2024-11-12T10:20:20,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:20,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067271992/meta-region-server: CHANGED 2024-11-12T10:20:20,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067271992/meta-region-server: CHANGED 2024-11-12T10:20:20,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:20:20,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,43111,1731406816809 in 200 msec 2024-11-12T10:20:20,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:20:20,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-12T10:20:20,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:20,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:20:20,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:20,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43111,1731406816809, seqNum=-1] 2024-11-12T10:20:20,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:20,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:20,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-12T10:20:20,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406820030, completionTime=-1 2024-11-12T10:20:20,030 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:20:20,030 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406880032 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406940032 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42735,1731406816406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42735,1731406816406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42735,1731406816406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:42735, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,033 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.152sec 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42735,1731406816406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:20,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42735,1731406816406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:20:20,037 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:20:20,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:20:20,037 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42735,1731406816406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:20,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6083b726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:20,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:20,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:20,046 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:20,047 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:20,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fcf623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:20,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43111,1731406816809, seqNum=-1] 2024-11-12T10:20:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:20,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:20,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,42735,1731406816406 2024-11-12T10:20:20,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63965 2024-11-12T10:20:20,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:20,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e8f40c30005 connected 2024-11-12T10:20:20,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36697,1731406810712 2024-11-12T10:20:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9b5b 2024-11-12T10:20:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:20,075 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:20,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:20:20,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:20,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:20,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:20:20,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:20:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:20,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afe5267be965b7ee5d477a7f67261b9f, NAME => 'test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a 2024-11-12T10:20:20,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:20:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:20,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:20,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing afe5267be965b7ee5d477a7f67261b9f, disabling compactions & flushes 2024-11-12T10:20:20,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:20,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:20,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. after waiting 0 ms 2024-11-12T10:20:20,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:20,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:20,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for afe5267be965b7ee5d477a7f67261b9f: Waiting for close lock at 1731406820890Disabling compacts and flushes for region at 1731406820890Disabling writes for close at 1731406820890Writing region close event to WAL at 1731406820890Closed at 1731406820890 2024-11-12T10:20:20,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:20,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406820892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406820892"}]},"ts":"1731406820892"} 2024-11-12T10:20:20,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:20,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:20,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406820894"}]},"ts":"1731406820894"} 2024-11-12T10:20:20,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:20:20,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afe5267be965b7ee5d477a7f67261b9f, ASSIGN}] 2024-11-12T10:20:20,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afe5267be965b7ee5d477a7f67261b9f, ASSIGN 2024-11-12T10:20:20,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=afe5267be965b7ee5d477a7f67261b9f, ASSIGN; state=OFFLINE, location=a10fb4296bab,41087,1731406810901; forceNewPlan=false, retain=false 2024-11-12T10:20:21,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afe5267be965b7ee5d477a7f67261b9f, regionState=OPENING, regionLocation=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:21,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=afe5267be965b7ee5d477a7f67261b9f, ASSIGN because future has completed 2024-11-12T10:20:21,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afe5267be965b7ee5d477a7f67261b9f, server=a10fb4296bab,41087,1731406810901}] 2024-11-12T10:20:21,206 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:21,206 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => afe5267be965b7ee5d477a7f67261b9f, NAME => 'test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:21,207 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:21,207 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:20:21,207 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,207 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:21,207 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,207 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,208 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,209 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe5267be965b7ee5d477a7f67261b9f columnFamilyName f 2024-11-12T10:20:21,209 DEBUG [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:21,209 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] regionserver.HStore(327): Store=afe5267be965b7ee5d477a7f67261b9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:21,210 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,210 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe5267be965b7ee5d477a7f67261b9f columnFamilyName f1 2024-11-12T10:20:21,210 DEBUG [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:21,211 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] regionserver.HStore(327): Store=afe5267be965b7ee5d477a7f67261b9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:21,211 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,211 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe5267be965b7ee5d477a7f67261b9f columnFamilyName norep 2024-11-12T10:20:21,212 DEBUG [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:21,212 INFO [StoreOpener-afe5267be965b7ee5d477a7f67261b9f-1 {}] regionserver.HStore(327): Store=afe5267be965b7ee5d477a7f67261b9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:21,212 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,212 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,213 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,213 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,213 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,214 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:21,214 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,216 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:21,216 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened afe5267be965b7ee5d477a7f67261b9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67303371, jitterRate=0.002898380160331726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:21,216 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:21,217 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for afe5267be965b7ee5d477a7f67261b9f: Running coprocessor pre-open hook at 1731406821207Writing region info on filesystem at 1731406821207Initializing all the Stores at 1731406821208 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406821208Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406821208Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406821208Cleaning up temporary data from old regions at 1731406821213 (+5 ms)Running coprocessor post-open hooks at 1731406821216 (+3 ms)Region opened successfully at 1731406821217 (+1 ms) 2024-11-12T10:20:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:21,217 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., pid=6, masterSystemTime=1731406821203 2024-11-12T10:20:21,219 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:21,219 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:21,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afe5267be965b7ee5d477a7f67261b9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:21,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afe5267be965b7ee5d477a7f67261b9f, server=a10fb4296bab,41087,1731406810901 because future has completed 2024-11-12T10:20:21,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:20:21,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure afe5267be965b7ee5d477a7f67261b9f, server=a10fb4296bab,41087,1731406810901 in 171 msec 2024-11-12T10:20:21,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:20:21,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=afe5267be965b7ee5d477a7f67261b9f, ASSIGN in 326 msec 2024-11-12T10:20:21,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:21,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406821226"}]},"ts":"1731406821226"} 2024-11-12T10:20:21,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:20:21,228 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:21,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-12T10:20:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:22,227 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:20:22,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42735,1731406816406 2024-11-12T10:20:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52858e4b 2024-11-12T10:20:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:22,229 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:22,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:20:22,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:22,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:22,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:20:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:22,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:20:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:22,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b6e527007f9bbf6a2cddfe25b97eb7d, NAME => 'test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d 2024-11-12T10:20:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:20:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:23,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:23,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b6e527007f9bbf6a2cddfe25b97eb7d, disabling compactions & flushes 2024-11-12T10:20:23,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. after waiting 0 ms 2024-11-12T10:20:23,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b6e527007f9bbf6a2cddfe25b97eb7d: Waiting for close lock at 1731406823047Disabling compacts and flushes for region at 1731406823047Disabling writes for close at 1731406823047Writing region close event to WAL at 1731406823047Closed at 1731406823047 2024-11-12T10:20:23,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:23,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406823048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406823048"}]},"ts":"1731406823048"} 2024-11-12T10:20:23,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:23,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:23,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406823051"}]},"ts":"1731406823051"} 2024-11-12T10:20:23,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:20:23,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b6e527007f9bbf6a2cddfe25b97eb7d, ASSIGN}] 2024-11-12T10:20:23,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b6e527007f9bbf6a2cddfe25b97eb7d, ASSIGN 2024-11-12T10:20:23,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b6e527007f9bbf6a2cddfe25b97eb7d, ASSIGN; state=OFFLINE, location=a10fb4296bab,43111,1731406816809; forceNewPlan=false, retain=false 2024-11-12T10:20:23,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b6e527007f9bbf6a2cddfe25b97eb7d, regionState=OPENING, regionLocation=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:23,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b6e527007f9bbf6a2cddfe25b97eb7d, ASSIGN because future has completed 2024-11-12T10:20:23,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b6e527007f9bbf6a2cddfe25b97eb7d, server=a10fb4296bab,43111,1731406816809}] 2024-11-12T10:20:23,364 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,364 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b6e527007f9bbf6a2cddfe25b97eb7d, NAME => 'test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:23,364 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:23,364 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:20:23,365 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,365 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:23,365 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,365 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,366 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:23,367 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6e527007f9bbf6a2cddfe25b97eb7d columnFamilyName f 2024-11-12T10:20:23,367 DEBUG [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:23,368 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] regionserver.HStore(327): Store=1b6e527007f9bbf6a2cddfe25b97eb7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:23,368 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,369 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6e527007f9bbf6a2cddfe25b97eb7d columnFamilyName f1 2024-11-12T10:20:23,369 DEBUG [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:23,369 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] regionserver.HStore(327): Store=1b6e527007f9bbf6a2cddfe25b97eb7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:23,369 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,370 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b6e527007f9bbf6a2cddfe25b97eb7d columnFamilyName norep 2024-11-12T10:20:23,370 DEBUG [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:23,370 INFO [StoreOpener-1b6e527007f9bbf6a2cddfe25b97eb7d-1 {}] regionserver.HStore(327): Store=1b6e527007f9bbf6a2cddfe25b97eb7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:23,370 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,371 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,371 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,372 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,372 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,373 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:23,374 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,376 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:23,376 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b6e527007f9bbf6a2cddfe25b97eb7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62967031, jitterRate=-0.06171812117099762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:23,377 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:23,377 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b6e527007f9bbf6a2cddfe25b97eb7d: Running coprocessor pre-open hook at 1731406823365Writing region info on filesystem at 1731406823365Initializing all the Stores at 1731406823366 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406823366Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406823366Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406823366Cleaning up temporary data from old regions at 1731406823372 (+6 ms)Running coprocessor post-open hooks at 1731406823377 (+5 ms)Region opened successfully at 1731406823377 2024-11-12T10:20:23,377 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., pid=6, masterSystemTime=1731406823360 2024-11-12T10:20:23,379 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,379 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:23,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b6e527007f9bbf6a2cddfe25b97eb7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:23,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b6e527007f9bbf6a2cddfe25b97eb7d, server=a10fb4296bab,43111,1731406816809 because future has completed 2024-11-12T10:20:23,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:20:23,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b6e527007f9bbf6a2cddfe25b97eb7d, server=a10fb4296bab,43111,1731406816809 in 175 msec 2024-11-12T10:20:23,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:20:23,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b6e527007f9bbf6a2cddfe25b97eb7d, ASSIGN in 330 msec 2024-11-12T10:20:23,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:23,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406823387"}]},"ts":"1731406823387"} 2024-11-12T10:20:23,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:20:23,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:23,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-12T10:20:24,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:20:24,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T10:20:24,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:20:24,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T10:20:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:24,378 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:20:24,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c31a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:24,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:24,379 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7946ebe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:24,380 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6940116b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:24,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:24,382 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2088c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:24,383 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39918540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5938a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:24,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:24,385 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5297801d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:24,386 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b00fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36697,1731406810712 2024-11-12T10:20:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ba7306 2024-11-12T10:20:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:24,389 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:24,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:42735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:20:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:20:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:24,392 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42735' 2024-11-12T10:20:24,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aced04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,393 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:24,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:24,393 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:24,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:24,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:24,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df65a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:24,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:24,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:24,394 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a1b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:24,395 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:24,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42735,1731406816406 2024-11-12T10:20:24,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ea7ee4 2024-11-12T10:20:24,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:24,396 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:24,397 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:20:24,397 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:20:24,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:24,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:24,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:24,397 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:24,398 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:20:24,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:24,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:24,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:20:24,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1a0d869fadefbe87b23b5b98677d840, NAME => 'hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a 2024-11-12T10:20:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:20:24,448 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:20:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:24,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:24,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1a0d869fadefbe87b23b5b98677d840, disabling compactions & flushes 2024-11-12T10:20:24,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:24,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:24,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. after waiting 0 ms 2024-11-12T10:20:24,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:24,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:24,814 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1a0d869fadefbe87b23b5b98677d840: Waiting for close lock at 1731406824813Disabling compacts and flushes for region at 1731406824813Disabling writes for close at 1731406824813Writing region close event to WAL at 1731406824813Closed at 1731406824813 2024-11-12T10:20:24,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:24,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406824815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406824815"}]},"ts":"1731406824815"} 2024-11-12T10:20:24,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:24,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:24,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406824818"}]},"ts":"1731406824818"} 2024-11-12T10:20:24,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:20:24,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1a0d869fadefbe87b23b5b98677d840, ASSIGN}] 2024-11-12T10:20:24,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1a0d869fadefbe87b23b5b98677d840, ASSIGN 2024-11-12T10:20:24,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1a0d869fadefbe87b23b5b98677d840, ASSIGN; state=OFFLINE, location=a10fb4296bab,41087,1731406810901; forceNewPlan=false, retain=false 2024-11-12T10:20:24,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:20:24,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1a0d869fadefbe87b23b5b98677d840, regionState=OPENING, regionLocation=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:24,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1a0d869fadefbe87b23b5b98677d840, ASSIGN because future has completed 2024-11-12T10:20:24,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1a0d869fadefbe87b23b5b98677d840, server=a10fb4296bab,41087,1731406810901}] 2024-11-12T10:20:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:25,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:25,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:25,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:20:25,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41087%2C1731406810901.rep, suffix=, logDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/oldWALs, maxLogs=10 2024-11-12T10:20:25,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.rep.1731406825135, exclude list is [], retry=0 2024-11-12T10:20:25,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-3a6a1e56-a804-4fb2-9676-59734a7617bd,DISK] 2024-11-12T10:20:25,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.rep.1731406825135 2024-11-12T10:20:25,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40747:40747)] 2024-11-12T10:20:25,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1a0d869fadefbe87b23b5b98677d840, NAME => 'hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:25,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. service=MultiRowMutationService 2024-11-12T10:20:25,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:20:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,159 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,160 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a0d869fadefbe87b23b5b98677d840 columnFamilyName hfileref 2024-11-12T10:20:25,160 DEBUG [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,162 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] regionserver.HStore(327): Store=c1a0d869fadefbe87b23b5b98677d840/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:25,162 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,163 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a0d869fadefbe87b23b5b98677d840 columnFamilyName queue 2024-11-12T10:20:25,164 DEBUG [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,164 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] regionserver.HStore(327): Store=c1a0d869fadefbe87b23b5b98677d840/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:25,164 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,165 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1a0d869fadefbe87b23b5b98677d840 columnFamilyName sid 2024-11-12T10:20:25,165 DEBUG [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,165 INFO [StoreOpener-c1a0d869fadefbe87b23b5b98677d840-1 {}] regionserver.HStore(327): Store=c1a0d869fadefbe87b23b5b98677d840/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:25,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:25,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:25,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1a0d869fadefbe87b23b5b98677d840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74330452, jitterRate=0.10761004686355591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:25,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:25,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1a0d869fadefbe87b23b5b98677d840: Running coprocessor pre-open hook at 1731406825157Writing region info on filesystem at 1731406825157Initializing all the Stores at 1731406825159 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406825159Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406825159Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406825159Cleaning up temporary data from old regions at 1731406825167 (+8 ms)Running coprocessor post-open hooks at 1731406825171 (+4 ms)Region opened successfully at 1731406825171 2024-11-12T10:20:25,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840., pid=10, masterSystemTime=1731406825128 2024-11-12T10:20:25,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:25,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:25,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1a0d869fadefbe87b23b5b98677d840, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41087,1731406810901 2024-11-12T10:20:25,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1a0d869fadefbe87b23b5b98677d840, server=a10fb4296bab,41087,1731406810901 because future has completed 2024-11-12T10:20:25,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:20:25,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1a0d869fadefbe87b23b5b98677d840, server=a10fb4296bab,41087,1731406810901 in 204 msec 2024-11-12T10:20:25,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:20:25,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1a0d869fadefbe87b23b5b98677d840, ASSIGN in 361 msec 2024-11-12T10:20:25,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:25,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406825184"}]},"ts":"1731406825184"} 2024-11-12T10:20:25,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:20:25,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:25,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-12T10:20:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840., hostname=a10fb4296bab,41087,1731406810901, seqNum=2] 2024-11-12T10:20:25,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:25,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:25,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:20:25,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:20:25,457 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:20:25,483 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,41087,1731406810901, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:20:25,483 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:25,483 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41087,1731406810901, seqNum=-1] 2024-11-12T10:20:25,483 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:25,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:25,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,41087,1731406810901', locateType=CURRENT is [region=hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840., hostname=a10fb4296bab,41087,1731406810901, seqNum=2] 2024-11-12T10:20:25,488 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:20:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:20:25,490 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,41087,1731406810901 suceeded 2024-11-12T10:20:25,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:20:25,491 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:42735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:20:25,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-12T10:20:25,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1020 sec 2024-11-12T10:20:25,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:25,501 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42735' 2024-11-12T10:20:25,502 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef3b434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,502 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:25,502 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:25,502 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ff2390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,504 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:25,504 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f7bca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,504 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:25,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42735,1731406816406 2024-11-12T10:20:25,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@420710d0 2024-11-12T10:20:25,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:25,506 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T10:20:25,507 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,41087,1731406810901 (queues=1) is replicating from cluster=6b362647-8f63-455b-aa69-ca7466eb7d5a to cluster=92c2fc58-1698-43d1-b439-dabf2c949abc 2024-11-12T10:20:25,507 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C41087%2C1731406810901 2024-11-12T10:20:25,507 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,41087,1731406810901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:20:25,507 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C41087%2C1731406810901 2024-11-12T10:20:25,507 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202, startPosition=0, beingWritten=true 2024-11-12T10:20:25,514 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:25,514 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:25,514 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41087,1731406810901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:25,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:25,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,528 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:20:25,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:25,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:25,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:25,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:25,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:25,529 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd713a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,531 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:25,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c2ea2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42735,1731406816406 2024-11-12T10:20:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b1747f 2024-11-12T10:20:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:25,533 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:25,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:36697,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:20:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:20:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:25,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:36697' 2024-11-12T10:20:25,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba51189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,537 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:25,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:25,538 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188b4fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:25,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,539 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:25,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1484de89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:25,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:25,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36697,1731406810712 2024-11-12T10:20:25,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20faecd 2024-11-12T10:20:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:25,541 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:25,542 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:20:25,542 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:20:25,542 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,542 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:25,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:25,543 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:25,544 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:20:25,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:25,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:25,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:20:25,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:20:25,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a81d1333dab5496bba6ee4b863121ac, NAME => 'hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d 2024-11-12T10:20:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:20:25,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:25,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a81d1333dab5496bba6ee4b863121ac, disabling compactions & flushes 2024-11-12T10:20:25,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. after waiting 0 ms 2024-11-12T10:20:25,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a81d1333dab5496bba6ee4b863121ac: Waiting for close lock at 1731406825577Disabling compacts and flushes for region at 1731406825577Disabling writes for close at 1731406825577Writing region close event to WAL at 1731406825577Closed at 1731406825577 2024-11-12T10:20:25,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:25,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406825578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406825578"}]},"ts":"1731406825578"} 2024-11-12T10:20:25,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:25,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:25,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406825581"}]},"ts":"1731406825581"} 2024-11-12T10:20:25,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:20:25,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a81d1333dab5496bba6ee4b863121ac, ASSIGN}] 2024-11-12T10:20:25,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a81d1333dab5496bba6ee4b863121ac, ASSIGN 2024-11-12T10:20:25,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a81d1333dab5496bba6ee4b863121ac, ASSIGN; state=OFFLINE, location=a10fb4296bab,43111,1731406816809; forceNewPlan=false, retain=false 2024-11-12T10:20:25,594 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:20:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:25,718 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:25,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a81d1333dab5496bba6ee4b863121ac, regionState=OPENING, regionLocation=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:25,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a81d1333dab5496bba6ee4b863121ac, ASSIGN because future has completed 2024-11-12T10:20:25,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a81d1333dab5496bba6ee4b863121ac, server=a10fb4296bab,43111,1731406816809}] 2024-11-12T10:20:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:25,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:25,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:20:25,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43111%2C1731406816809.rep, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/oldWALs, maxLogs=10 2024-11-12T10:20:25,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.rep.1731406825895, exclude list is [], retry=0 2024-11-12T10:20:25,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42889,DS-21d969e6-ab9b-40f6-9acc-9e287eeebc4c,DISK] 2024-11-12T10:20:25,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.rep.1731406825895 2024-11-12T10:20:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-12T10:20:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a81d1333dab5496bba6ee4b863121ac, NAME => 'hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:25,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. service=MultiRowMutationService 2024-11-12T10:20:25,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:20:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,912 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,913 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a81d1333dab5496bba6ee4b863121ac columnFamilyName hfileref 2024-11-12T10:20:25,913 DEBUG [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,913 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] regionserver.HStore(327): Store=7a81d1333dab5496bba6ee4b863121ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:25,913 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,914 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a81d1333dab5496bba6ee4b863121ac columnFamilyName queue 2024-11-12T10:20:25,914 DEBUG [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,914 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] regionserver.HStore(327): Store=7a81d1333dab5496bba6ee4b863121ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:25,914 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,915 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a81d1333dab5496bba6ee4b863121ac columnFamilyName sid 2024-11-12T10:20:25,915 DEBUG [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:25,915 INFO [StoreOpener-7a81d1333dab5496bba6ee4b863121ac-1 {}] regionserver.HStore(327): Store=7a81d1333dab5496bba6ee4b863121ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:25,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:25,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:25,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a81d1333dab5496bba6ee4b863121ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64044624, jitterRate=-0.04566073417663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:25,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:25,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a81d1333dab5496bba6ee4b863121ac: Running coprocessor pre-open hook at 1731406825911Writing region info on filesystem at 1731406825911Initializing all the Stores at 1731406825911Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406825911Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406825912 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406825912Cleaning up temporary data from old regions at 1731406825917 (+5 ms)Running coprocessor post-open hooks at 1731406825920 (+3 ms)Region opened successfully at 1731406825920 2024-11-12T10:20:25,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac., pid=10, masterSystemTime=1731406825891 2024-11-12T10:20:25,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:25,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a81d1333dab5496bba6ee4b863121ac, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,43111,1731406816809 2024-11-12T10:20:25,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a81d1333dab5496bba6ee4b863121ac, server=a10fb4296bab,43111,1731406816809 because future has completed 2024-11-12T10:20:25,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:20:25,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a81d1333dab5496bba6ee4b863121ac, server=a10fb4296bab,43111,1731406816809 in 186 msec 2024-11-12T10:20:25,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:20:25,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a81d1333dab5496bba6ee4b863121ac, ASSIGN in 342 msec 2024-11-12T10:20:25,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:25,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406825929"}]},"ts":"1731406825929"} 2024-11-12T10:20:25,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:20:25,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:25,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 388 msec 2024-11-12T10:20:25,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac., hostname=a10fb4296bab,43111,1731406816809, seqNum=2] 2024-11-12T10:20:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:26,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:26,022 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:26,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:20:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:26,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:20:26,183 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:20:26,207 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,43111,1731406816809, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:20:26,207 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:26,207 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43111,1731406816809, seqNum=-1] 2024-11-12T10:20:26,207 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:26,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:26,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,43111,1731406816809', locateType=CURRENT is [region=hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac., hostname=a10fb4296bab,43111,1731406816809, seqNum=2] 2024-11-12T10:20:26,211 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:20:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:20:26,213 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,43111,1731406816809 suceeded 2024-11-12T10:20:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:20:26,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T10:20:26,215 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:36697,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:20:26,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 682 msec 2024-11-12T10:20:26,225 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:36697' 2024-11-12T10:20:26,226 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58d77ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:26,226 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:26,226 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:26,227 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f99ce1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:26,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:26,228 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:26,229 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d9f921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:26,229 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:26,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36697,1731406810712 2024-11-12T10:20:26,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4d766b 2024-11-12T10:20:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:26,230 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T10:20:26,231 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,43111,1731406816809 (queues=1) is replicating from cluster=92c2fc58-1698-43d1-b439-dabf2c949abc to cluster=6b362647-8f63-455b-aa69-ca7466eb7d5a 2024-11-12T10:20:26,231 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C43111%2C1731406816809 2024-11-12T10:20:26,231 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,43111,1731406816809, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:20:26,231 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C43111%2C1731406816809 2024-11-12T10:20:26,231 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067, startPosition=0, beingWritten=true 2024-11-12T10:20:26,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:26,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:26,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43111,1731406816809 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:26,425 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:26,441 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:26,677 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:20:26,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:26,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:26,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:26,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:26,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:26,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:26,681 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731406826681/Put/seqid=0 2024-11-12T10:20:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741840_1016 (size=7894) 2024-11-12T10:20:26,744 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:26,933 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:27,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731406827087/Put/seqid=0 2024-11-12T10:20:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741841_1017 (size=7691) 2024-11-12T10:20:27,148 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:27,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186dc9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:27,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:27,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:27,494 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d17930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:27,495 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:27,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41239569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:27,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41087,1731406810901, seqNum=-1] 2024-11-12T10:20:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:27,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:27,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36697,1731406810712 2024-11-12T10:20:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-11-12T10:20:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:27,507 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., hostname=a10fb4296bab,41087,1731406810901, seqNum=2] 2024-11-12T10:20:27,512 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:20:27,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T10:20:27,520 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T10:20:27,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T10:20:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:27,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T10:20:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HRegion(2603): Flush status journal for afe5267be965b7ee5d477a7f67261b9f: 2024-11-12T10:20:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_0 2024-11-12T10:20:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_0 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ 2024-11-12T10:20:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_1 2024-11-12T10:20:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_1 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ 2024-11-12T10:20:27,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_0 into afe5267be965b7ee5d477a7f67261b9f/f as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ - updating store file list. 2024-11-12T10:20:27,538 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:27,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ into afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:27,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_0 into afe5267be965b7ee5d477a7f67261b9f/f (new location: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_) 2024-11-12T10:20:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_0 2024-11-12T10:20:27,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_1 into afe5267be965b7ee5d477a7f67261b9f/f as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ - updating store file list. 2024-11-12T10:20:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f525ccab05714045a2d8e997c4f54c5e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:27,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ into afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:27,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_1 into afe5267be965b7ee5d477a7f67261b9f/f (new location: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_) 2024-11-12T10:20:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins__test__r08u7gh56op4sui1pplkr22kr51c0s5jd2leif6tgmfptdc50uu7me1a6j8c2k82/f/hfile_1 2024-11-12T10:20:27,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:27,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:27,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:27,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., hostname=a10fb4296bab,41087,1731406810901, seqNum=2 , the old value is region=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., hostname=a10fb4296bab,41087,1731406810901, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a10fb4296bab:41087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:20:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., hostname=a10fb4296bab,41087,1731406810901, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:20:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., hostname=a10fb4296bab,41087,1731406810901, seqNum=2 from cache 2024-11-12T10:20:27,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:27,551 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T10:20:27,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43111,1731406816809, seqNum=-1] 2024-11-12T10:20:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:27,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., hostname=a10fb4296bab,43111,1731406816809, seqNum=2] 2024-11-12T10:20:27,557 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:20:27,652 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:27,658 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:41087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T10:20:28,241 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 379, reset compression=false 2024-11-12T10:20:28,260 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:28,265 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:28,265 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41087,1731406810901 got entry batch from reader: WALEntryBatch [walEntries=[{test/afe5267be965b7ee5d477a7f67261b9f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406827549/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T10:20:28,267 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:28,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T10:20:28,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.ReplicationSink(318): Replicating [6b362647-8f63-455b-aa69-ca7466eb7d5a] bulk loaded data 2024-11-12T10:20:28,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eecc0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:28,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:28,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:28,271 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f5a415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:28,272 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:28,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610a4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:28,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741840_1016 (size=7894) 2024-11-12T10:20:28,465 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 687, reset compression=false 2024-11-12T10:20:28,559 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:20:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741841_1017 (size=7691) 2024-11-12T10:20:28,769 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 687, reset compression=false 2024-11-12T10:20:28,964 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:29,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:29,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42735,1731406816406 2024-11-12T10:20:29,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d335a 2024-11-12T10:20:29,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:29,100 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T10:20:29,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:20:29,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:29,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43111,1731406816809, seqNum=-1] 2024-11-12T10:20:29,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:29,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:29,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T10:20:29,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T10:20:29,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ for inclusion in 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T10:20:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:29,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ for inclusion in 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T10:20:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HRegion(2603): Flush status journal for 1b6e527007f9bbf6a2cddfe25b97eb7d: 2024-11-12T10:20:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:20:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/99110bbe56c242ce9022c452812e14f7_SeqId_4_ 2024-11-12T10:20:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:20:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/923b59c059f6445fabadf6fcce2c404a_SeqId_4_ 2024-11-12T10:20:29,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/99110bbe56c242ce9022c452812e14f7_SeqId_4_ - updating store file list. 2024-11-12T10:20:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99110bbe56c242ce9022c452812e14f7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:29,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/99110bbe56c242ce9022c452812e14f7_SeqId_4_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:29,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f (new location: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/99110bbe56c242ce9022c452812e14f7_SeqId_4_) 2024-11-12T10:20:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/f525ccab05714045a2d8e997c4f54c5e_SeqId_4_ 2024-11-12T10:20:29,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/923b59c059f6445fabadf6fcce2c404a_SeqId_4_ - updating store file list. 2024-11-12T10:20:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 923b59c059f6445fabadf6fcce2c404a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:29,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/923b59c059f6445fabadf6fcce2c404a_SeqId_4_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:29,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f (new location: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/923b59c059f6445fabadf6fcce2c404a_SeqId_4_) 2024-11-12T10:20:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__diqm3e9lr95cbmmq99l1810gk7vcerm23ppr76o4e2f81bdpb7bknuppdfkrcig0/f/97c53b1c681b44cc9c9976bbd78bd528_SeqId_4_ 2024-11-12T10:20:29,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.ReplicationSink(324): Finished replicating [6b362647-8f63-455b-aa69-ca7466eb7d5a] bulk loaded data 2024-11-12T10:20:29,174 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 687, reset compression=false 2024-11-12T10:20:29,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:29,575 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731406829574/Put/seqid=0 2024-11-12T10:20:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741842_1018 (size=11194) 2024-11-12T10:20:29,689 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 687, reset compression=false 2024-11-12T10:20:29,768 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 379, reset compression=false 2024-11-12T10:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43111,1731406816809 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b6e527007f9bbf6a2cddfe25b97eb7d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406829151/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T10:20:29,774 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:29,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T10:20:29,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.ReplicationSink(318): Replicating [6b362647-8f63-455b-aa69-ca7466eb7d5a, 92c2fc58-1698-43d1-b439-dabf2c949abc] bulk loaded data 2024-11-12T10:20:29,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6223d78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:29,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36697,-1 for getting cluster id 2024-11-12T10:20:29,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:29,777 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b362647-8f63-455b-aa69-ca7466eb7d5a' 2024-11-12T10:20:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b362647-8f63-455b-aa69-ca7466eb7d5a" 2024-11-12T10:20:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5b0965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36697,-1] 2024-11-12T10:20:29,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:29,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:29,778 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:29,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eef1f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741842_1018 (size=7691) 2024-11-12T10:20:29,972 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 725, reset compression=false 2024-11-12T10:20:29,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731406829987/Put/seqid=0 2024-11-12T10:20:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741843_1019 (size=10791) 2024-11-12T10:20:30,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741843_1019 (size=7894) 2024-11-12T10:20:30,276 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 725, reset compression=false 2024-11-12T10:20:30,292 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 687, reset compression=false 2024-11-12T10:20:30,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c921ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:30,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42735,-1 for getting cluster id 2024-11-12T10:20:30,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:30,394 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92c2fc58-1698-43d1-b439-dabf2c949abc' 2024-11-12T10:20:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92c2fc58-1698-43d1-b439-dabf2c949abc" 2024-11-12T10:20:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf43dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42735,-1] 2024-11-12T10:20:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:30,395 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:30,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae8511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:30,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43111,1731406816809, seqNum=-1] 2024-11-12T10:20:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:30,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:30,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42735,1731406816406 2024-11-12T10:20:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f93eb92 2024-11-12T10:20:30,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:30,407 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., hostname=a10fb4296bab,43111,1731406816809, seqNum=2] 2024-11-12T10:20:30,413 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:20:30,418 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T10:20:30,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T10:20:30,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T10:20:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:30,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T10:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HRegion(2603): Flush status journal for 1b6e527007f9bbf6a2cddfe25b97eb7d: 2024-11-12T10:20:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_0 2024-11-12T10:20:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_0 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ 2024-11-12T10:20:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_1 2024-11-12T10:20:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_1 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ 2024-11-12T10:20:30,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_0 into 1b6e527007f9bbf6a2cddfe25b97eb7d/f as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ - updating store file list. 2024-11-12T10:20:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:30,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:30,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_0 into 1b6e527007f9bbf6a2cddfe25b97eb7d/f (new location: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_) 2024-11-12T10:20:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_0 2024-11-12T10:20:30,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_1 into 1b6e527007f9bbf6a2cddfe25b97eb7d/f as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ - updating store file list. 2024-11-12T10:20:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:30,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ into 1b6e527007f9bbf6a2cddfe25b97eb7d/f 2024-11-12T10:20:30,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_1 into 1b6e527007f9bbf6a2cddfe25b97eb7d/f (new location: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_) 2024-11-12T10:20:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins__test__ldkv1f6s71k8qkh4gtc65u4lss6ou9r3bjckt92q84d5vojgfninm0r2dmgmiidq/f/hfile_1 2024-11-12T10:20:30,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:30,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:30,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:30,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:30,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., hostname=a10fb4296bab,43111,1731406816809, seqNum=2 , the old value is region=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., hostname=a10fb4296bab,43111,1731406816809, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a10fb4296bab:43111 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:20:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., hostname=a10fb4296bab,43111,1731406816809, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:20:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d., hostname=a10fb4296bab,43111,1731406816809, seqNum=2 from cache 2024-11-12T10:20:30,456 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T10:20:30,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41087,1731406810901, seqNum=-1] 2024-11-12T10:20:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:30,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., hostname=a10fb4296bab,41087,1731406810901, seqNum=2] 2024-11-12T10:20:30,469 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:20:30,568 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:43111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T10:20:30,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:30,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36697,1731406810712 2024-11-12T10:20:30,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3240af35 2024-11-12T10:20:30,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:30,597 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T10:20:30,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:20:30,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:30,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41087,1731406810901, seqNum=-1] 2024-11-12T10:20:30,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:30,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:30,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__dkjps633r1hthgp3t7fs55ifvci62limg38pk29c7eed3nip2ij9h2s74dpqq037/f/923b59c059f6445fabadf6fcce2c404a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T10:20:30,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__dkjps633r1hthgp3t7fs55ifvci62limg38pk29c7eed3nip2ij9h2s74dpqq037/f/99110bbe56c242ce9022c452812e14f7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T10:20:30,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.ReplicationSink(324): Finished replicating [6b362647-8f63-455b-aa69-ca7466eb7d5a, 92c2fc58-1698-43d1-b439-dabf2c949abc] bulk loaded data 2024-11-12T10:20:30,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:30,680 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 725, reset compression=false 2024-11-12T10:20:30,685 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:30,685 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43111,1731406816809 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b6e527007f9bbf6a2cddfe25b97eb7d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406830453/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T10:20:30,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.ReplicationSink(318): Replicating [92c2fc58-1698-43d1-b439-dabf2c949abc] bulk loaded data 2024-11-12T10:20:30,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741844_1020 (size=11194) 2024-11-12T10:20:30,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741845_1021 (size=10791) 2024-11-12T10:20:30,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:20:30,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T10:20:30,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T10:20:30,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ for inclusion in afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T10:20:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:30,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ for inclusion in afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T10:20:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:20:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HRegion(2603): Flush status journal for afe5267be965b7ee5d477a7f67261b9f: 2024-11-12T10:20:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:20:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_ 2024-11-12T10:20:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:20:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/3bfddfdc7bcc4cc0acf5a74e921680c4_SeqId_6_ 2024-11-12T10:20:30,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ into afe5267be965b7ee5d477a7f67261b9f/f as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_ - updating store file list. 2024-11-12T10:20:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:30,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_ into afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:30,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ into afe5267be965b7ee5d477a7f67261b9f/f (new location: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_) 2024-11-12T10:20:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_ 2024-11-12T10:20:30,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ into afe5267be965b7ee5d477a7f67261b9f/f as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/3bfddfdc7bcc4cc0acf5a74e921680c4_SeqId_6_ - updating store file list. 2024-11-12T10:20:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bfddfdc7bcc4cc0acf5a74e921680c4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:20:30,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/3bfddfdc7bcc4cc0acf5a74e921680c4_SeqId_6_ into afe5267be965b7ee5d477a7f67261b9f/f 2024-11-12T10:20:30,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ into afe5267be965b7ee5d477a7f67261b9f/f (new location: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/f/3bfddfdc7bcc4cc0acf5a74e921680c4_SeqId_6_) 2024-11-12T10:20:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/staging/jenkins.hfs.10__test__asmu5nv501s4v6s0sovjoin4sq35858ii6saelbt5een12r42lmnou1tltle56v4/f/f6e675ac83b0441f84c203ca1a1a2377_SeqId_6_ 2024-11-12T10:20:30,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] regionserver.ReplicationSink(324): Finished replicating [92c2fc58-1698-43d1-b439-dabf2c949abc] bulk loaded data 2024-11-12T10:20:30,885 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1033, reset compression=false 2024-11-12T10:20:30,996 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 687, reset compression=false 2024-11-12T10:20:31,001 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:31,001 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41087,1731406810901 got entry batch from reader: WALEntryBatch [walEntries=[{test/afe5267be965b7ee5d477a7f67261b9f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406830772/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T10:20:31,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.ReplicationSink(318): Replicating [92c2fc58-1698-43d1-b439-dabf2c949abc, 6b362647-8f63-455b-aa69-ca7466eb7d5a] bulk loaded data 2024-11-12T10:20:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741844_1020 (size=11194) 2024-11-12T10:20:31,188 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1033, reset compression=false 2024-11-12T10:20:31,201 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741845_1021 (size=10791) 2024-11-12T10:20:31,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:20:31,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__8ek4465tprpd354boo3grq95nelqqf615c6piierarlcboq79b12cus2ocr4l11s/f/059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T10:20:31,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:20:31,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:31,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:31,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:31,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:31,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:31,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:20:31,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668088647, stopped=false 2024-11-12T10:20:31,482 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,42735,1731406816406 2024-11-12T10:20:31,484 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/staging/jenkins.hfs.11__test__8ek4465tprpd354boo3grq95nelqqf615c6piierarlcboq79b12cus2ocr4l11s/f/3bfddfdc7bcc4cc0acf5a74e921680c4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T10:20:31,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43111 {}] regionserver.ReplicationSink(324): Finished replicating [92c2fc58-1698-43d1-b439-dabf2c949abc, 6b362647-8f63-455b-aa69-ca7466eb7d5a] bulk loaded data 2024-11-12T10:20:31,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067271992/running 2024-11-12T10:20:31,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:31,502 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:31,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:31,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:31,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:31,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,43111,1731406816809' ***** 2024-11-12T10:20:31,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:20:31,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/running 2024-11-12T10:20:31,502 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:20:31,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:20:31,503 INFO [RS:0;a10fb4296bab:43111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:20:31,503 INFO [RS:0;a10fb4296bab:43111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:20:31,503 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:31,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067271992/running 2024-11-12T10:20:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:31,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Set watcher on znode that does not yet exist, /11067271992/running 2024-11-12T10:20:31,505 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b6e527007f9bbf6a2cddfe25b97eb7d 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,43111,1731406816809 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43111. 2024-11-12T10:20:31,508 DEBUG [RS:0;a10fb4296bab:43111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:31,508 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:20:31,508 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:20:31,508 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a81d1333dab5496bba6ee4b863121ac, disabling compactions & flushes 2024-11-12T10:20:31,508 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:31,508 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:31,508 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. after waiting 0 ms 2024-11-12T10:20:31,509 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:31,509 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a81d1333dab5496bba6ee4b863121ac 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T10:20:31,524 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:20:31,524 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a81d1333dab5496bba6ee4b863121ac=hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac., 1b6e527007f9bbf6a2cddfe25b97eb7d=test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d.} 2024-11-12T10:20:31,524 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b6e527007f9bbf6a2cddfe25b97eb7d, 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:31,524 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:31,524 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:31,524 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:31,524 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:31,524 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:31,524 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:20:31,545 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/.tmp/hfileref/9d36c86a65ec4f06931f41558159d942 is 74, key is 1/hfileref:38c5b5a5e3c94a22a639a9fdb87df6d7_SeqId_6_/1731406830775/DeleteColumn/seqid=0 2024-11-12T10:20:31,549 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/info/48df360daa4347adbc960d4fb6ef5169 is 147, key is hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac./info:regioninfo/1731406825922/Put/seqid=0 2024-11-12T10:20:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741846_1022 (size=5345) 2024-11-12T10:20:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741847_1023 (size=7686) 2024-11-12T10:20:31,563 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:31,592 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1033, reset compression=false 2024-11-12T10:20:31,724 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b6e527007f9bbf6a2cddfe25b97eb7d, 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:31,921 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:31,925 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b6e527007f9bbf6a2cddfe25b97eb7d, 7a81d1333dab5496bba6ee4b863121ac 2024-11-12T10:20:31,939 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:20:31,939 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:20:31,958 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/.tmp/hfileref/9d36c86a65ec4f06931f41558159d942 2024-11-12T10:20:31,959 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/info/48df360daa4347adbc960d4fb6ef5169 2024-11-12T10:20:32,008 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/ns/fe5149be21d3416dbce456ef23e00375 is 43, key is default/ns:d/1731406820026/Put/seqid=0 2024-11-12T10:20:32,008 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/.tmp/queue/31772d3219fe4ff198ca951c95ca2cd3 is 154, key is 1-a10fb4296bab,43111,1731406816809/queue:a10fb4296bab%2C43111%2C1731406816809/1731406830777/Put/seqid=0 2024-11-12T10:20:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741848_1024 (size=5153) 2024-11-12T10:20:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741849_1025 (size=5353) 2024-11-12T10:20:32,037 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/.tmp/queue/31772d3219fe4ff198ca951c95ca2cd3 2024-11-12T10:20:32,042 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/.tmp/hfileref/9d36c86a65ec4f06931f41558159d942 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/hfileref/9d36c86a65ec4f06931f41558159d942 2024-11-12T10:20:32,049 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/hfileref/9d36c86a65ec4f06931f41558159d942, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T10:20:32,052 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/.tmp/queue/31772d3219fe4ff198ca951c95ca2cd3 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/queue/31772d3219fe4ff198ca951c95ca2cd3 2024-11-12T10:20:32,059 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/queue/31772d3219fe4ff198ca951c95ca2cd3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T10:20:32,060 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7a81d1333dab5496bba6ee4b863121ac in 551ms, sequenceid=12, compaction requested=false 2024-11-12T10:20:32,071 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/replication/7a81d1333dab5496bba6ee4b863121ac/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:32,072 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a81d1333dab5496bba6ee4b863121ac: Waiting for close lock at 1731406831508Running coprocessor pre-close hooks at 1731406831508Disabling compacts and flushes for region at 1731406831508Disabling writes for close at 1731406831508Obtaining lock to block concurrent updates at 1731406831509 (+1 ms)Preparing flush snapshotting stores in 7a81d1333dab5496bba6ee4b863121ac at 1731406831509Finished memstore snapshotting hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731406831509Flushing stores of hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. at 1731406831509Flushing 7a81d1333dab5496bba6ee4b863121ac/hfileref: creating writer at 1731406831510 (+1 ms)Flushing 7a81d1333dab5496bba6ee4b863121ac/hfileref: appending metadata at 1731406831544 (+34 ms)Flushing 7a81d1333dab5496bba6ee4b863121ac/hfileref: closing flushed file at 1731406831544Flushing 7a81d1333dab5496bba6ee4b863121ac/queue: creating writer at 1731406831966 (+422 ms)Flushing 7a81d1333dab5496bba6ee4b863121ac/queue: appending metadata at 1731406832006 (+40 ms)Flushing 7a81d1333dab5496bba6ee4b863121ac/queue: closing flushed file at 1731406832007 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5517c880: reopening flushed file at 1731406832042 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e707225: reopening flushed file at 1731406832049 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7a81d1333dab5496bba6ee4b863121ac in 551ms, sequenceid=12, compaction requested=false at 1731406832060 (+11 ms)Writing region close event to WAL at 1731406832068 (+8 ms)Running coprocessor post-close hooks at 1731406832072 (+4 ms)Closed at 1731406832072 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406825542.7a81d1333dab5496bba6ee4b863121ac. 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b6e527007f9bbf6a2cddfe25b97eb7d, disabling compactions & flushes 2024-11-12T10:20:32,072 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. after waiting 0 ms 2024-11-12T10:20:32,072 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:32,082 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/default/test/1b6e527007f9bbf6a2cddfe25b97eb7d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:20:32,085 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:32,085 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:20:32,085 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:32,085 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b6e527007f9bbf6a2cddfe25b97eb7d: Waiting for close lock at 1731406832072Running coprocessor pre-close hooks at 1731406832072Disabling compacts and flushes for region at 1731406832072Disabling writes for close at 1731406832072Writing region close event to WAL at 1731406832076 (+4 ms)Running coprocessor post-close hooks at 1731406832085 (+9 ms)Closed at 1731406832085 2024-11-12T10:20:32,085 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d. 2024-11-12T10:20:32,096 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1033, reset compression=false 2024-11-12T10:20:32,102 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:32,102 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1328, reset compression=false 2024-11-12T10:20:32,102 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43111,1731406816809 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:32,104 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,43111,1731406816809: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,43111,1731406816809, walGroup=a10fb4296bab%2C43111%2C1731406816809, offset=a10fb4296bab%2C43111%2C1731406816809.1731406819067:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:43111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:20:32,106 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:20:32,108 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:20:32,109 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:20:32,110 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:20:32,110 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:20:32,110 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 549502368 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187759416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:20:32,113 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:42735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:42735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:20:32,125 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:32,325 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:32,337 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1328, reset compression=false 2024-11-12T10:20:32,430 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:32,430 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/ns/fe5149be21d3416dbce456ef23e00375 2024-11-12T10:20:32,465 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/rep_barrier/84c8b207a9ac4f4998eb03e37ec2dbcd is 112, key is test,,1731406822230.1b6e527007f9bbf6a2cddfe25b97eb7d./rep_barrier:seqnumDuringOpen/1731406823380/Put/seqid=0 2024-11-12T10:20:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741850_1026 (size=5518) 2024-11-12T10:20:32,479 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/rep_barrier/84c8b207a9ac4f4998eb03e37ec2dbcd 2024-11-12T10:20:32,510 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/table/e3fb9cf03c7a4cc18cbd58f5ed5b5328 is 53, key is hbase:replication/table:state/1731406825929/Put/seqid=0 2024-11-12T10:20:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741851_1027 (size=5308) 2024-11-12T10:20:32,520 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/table/e3fb9cf03c7a4cc18cbd58f5ed5b5328 2024-11-12T10:20:32,525 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:20:32,525 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:20:32,525 DEBUG [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:32,526 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/info/48df360daa4347adbc960d4fb6ef5169 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/info/48df360daa4347adbc960d4fb6ef5169 2024-11-12T10:20:32,533 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/info/48df360daa4347adbc960d4fb6ef5169, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:20:32,534 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/ns/fe5149be21d3416dbce456ef23e00375 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/ns/fe5149be21d3416dbce456ef23e00375 2024-11-12T10:20:32,557 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/ns/fe5149be21d3416dbce456ef23e00375, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:20:32,562 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/rep_barrier/84c8b207a9ac4f4998eb03e37ec2dbcd as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/rep_barrier/84c8b207a9ac4f4998eb03e37ec2dbcd 2024-11-12T10:20:32,569 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/rep_barrier/84c8b207a9ac4f4998eb03e37ec2dbcd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:20:32,570 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/.tmp/table/e3fb9cf03c7a4cc18cbd58f5ed5b5328 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/table/e3fb9cf03c7a4cc18cbd58f5ed5b5328 2024-11-12T10:20:32,576 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/table/e3fb9cf03c7a4cc18cbd58f5ed5b5328, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:20:32,577 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1053ms, sequenceid=16, compaction requested=false 2024-11-12T10:20:32,600 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:20:32,601 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:32,601 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:32,601 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:32,601 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406831524Running coprocessor pre-close hooks at 1731406831524Disabling compacts and flushes for region at 1731406831524Disabling writes for close at 1731406831524Obtaining lock to block concurrent updates at 1731406831524Preparing flush snapshotting stores in 1588230740 at 1731406831524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406831525 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406831525Flushing 1588230740/info: creating writer at 1731406831525Flushing 1588230740/info: appending metadata at 1731406831548 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731406831548Flushing 1588230740/ns: creating writer at 1731406831973 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731406832007 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731406832007Flushing 1588230740/rep_barrier: creating writer at 1731406832436 (+429 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406832465 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406832465Flushing 1588230740/table: creating writer at 1731406832487 (+22 ms)Flushing 1588230740/table: appending metadata at 1731406832509 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731406832509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77242d81: reopening flushed file at 1731406832525 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bda4195: reopening flushed file at 1731406832533 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e03cbe6: reopening flushed file at 1731406832557 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f58068: reopening flushed file at 1731406832569 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1053ms, sequenceid=16, compaction requested=false at 1731406832577 (+8 ms)Writing region close event to WAL at 1731406832597 (+20 ms)Running coprocessor post-close hooks at 1731406832601 (+4 ms)Closed at 1731406832601 2024-11-12T10:20:32,601 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:32,647 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/WALs/a10fb4296bab,43111,1731406816809/a10fb4296bab%2C43111%2C1731406816809.1731406819067 to pos 1328, reset compression=false 2024-11-12T10:20:32,725 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,43111,1731406816809; all regions closed. 2024-11-12T10:20:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:20:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741839_1015 (size=3127) 2024-11-12T10:20:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741832_1008 (size=1336) 2024-11-12T10:20:32,813 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:32,813 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:32,814 INFO [RS:0;a10fb4296bab:43111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:32,814 INFO [RS:0;a10fb4296bab:43111 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:32,814 INFO [RS:0;a10fb4296bab:43111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:32,814 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:32,814 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,43111,1731406816809 because: Region server is closing 2024-11-12T10:20:32,815 INFO [RS:0;a10fb4296bab:43111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43111. 2024-11-12T10:20:32,815 DEBUG [RS:0;a10fb4296bab:43111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:32,815 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:32,815 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:32,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:32,915 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.shippera10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 terminated 2024-11-12T10:20:32,915 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43111,1731406816809.replicationSource.wal-reader.a10fb4296bab%2C43111%2C1731406816809,1-a10fb4296bab,43111,1731406816809 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:20:32,915 INFO [RS:0;a10fb4296bab:43111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43111. 2024-11-12T10:20:32,915 DEBUG [RS:0;a10fb4296bab:43111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:32,915 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:32,916 DEBUG [RS:0;a10fb4296bab:43111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:32,916 INFO [RS:0;a10fb4296bab:43111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43111 2024-11-12T10:20:32,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067271992/rs/a10fb4296bab,43111,1731406816809 2024-11-12T10:20:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992/rs 2024-11-12T10:20:33,039 INFO [RS:0;a10fb4296bab:43111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:33,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,43111,1731406816809] 2024-11-12T10:20:33,070 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:33,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11067271992/draining/a10fb4296bab,43111,1731406816809 already deleted, retry=false 2024-11-12T10:20:33,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,43111,1731406816809 expired; onlineServers=0 2024-11-12T10:20:33,155 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,42735,1731406816406' ***** 2024-11-12T10:20:33,155 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:33,156 DEBUG [M:0;a10fb4296bab:42735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:20:33,156 DEBUG [M:0;a10fb4296bab:42735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:20:33,156 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406818783 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406818783,5,FailOnTimeoutGroup] 2024-11-12T10:20:33,156 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406818783 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406818783,5,FailOnTimeoutGroup] 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:33,156 DEBUG [M:0;a10fb4296bab:42735 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:33,156 INFO [M:0;a10fb4296bab:42735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:20:33,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:20:33,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:20:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067271992/master 2024-11-12T10:20:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067271992 2024-11-12T10:20:33,166 DEBUG [M:0;a10fb4296bab:42735 {}] zookeeper.ZKUtil(347): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Unable to get data of znode /11067271992/master because node does not exist (not an error) 2024-11-12T10:20:33,166 WARN [M:0;a10fb4296bab:42735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:20:33,167 INFO [M:0;a10fb4296bab:42735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/.lastflushedseqids 2024-11-12T10:20:33,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741852_1028 (size=263) 2024-11-12T10:20:33,219 INFO [M:0;a10fb4296bab:42735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:20:33,219 INFO [M:0;a10fb4296bab:42735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:20:33,219 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:33,219 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:33,220 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:33,220 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:33,220 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:33,220 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T10:20:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43111-0x1012e8f40c30004, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:33,223 INFO [RS:0;a10fb4296bab:43111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:33,223 INFO [RS:0;a10fb4296bab:43111 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,43111,1731406816809; zookeeper connection closed. 2024-11-12T10:20:33,236 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@617a6996 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@617a6996 2024-11-12T10:20:33,236 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:20:33,267 DEBUG [M:0;a10fb4296bab:42735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97c49be95543487b88ea7ffbaca0370f is 82, key is hbase:meta,,1/info:regioninfo/1731406820011/Put/seqid=0 2024-11-12T10:20:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741853_1029 (size=5672) 2024-11-12T10:20:33,298 INFO [M:0;a10fb4296bab:42735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97c49be95543487b88ea7ffbaca0370f 2024-11-12T10:20:33,316 DEBUG [M:0;a10fb4296bab:42735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5acfb16ba8fb4d59b96f82e7a2d8b767 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406825932/Put/seqid=0 2024-11-12T10:20:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741854_1030 (size=8515) 2024-11-12T10:20:33,720 INFO [M:0;a10fb4296bab:42735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5acfb16ba8fb4d59b96f82e7a2d8b767 2024-11-12T10:20:33,745 DEBUG [M:0;a10fb4296bab:42735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2193bf9725e548c0ab860350f04f77f7 is 69, key is a10fb4296bab,43111,1731406816809/rs:state/1731406818878/Put/seqid=0 2024-11-12T10:20:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741855_1031 (size=5156) 2024-11-12T10:20:33,776 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:34,153 INFO [M:0;a10fb4296bab:42735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2193bf9725e548c0ab860350f04f77f7 2024-11-12T10:20:34,158 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97c49be95543487b88ea7ffbaca0370f as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97c49be95543487b88ea7ffbaca0370f 2024-11-12T10:20:34,162 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97c49be95543487b88ea7ffbaca0370f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T10:20:34,163 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5acfb16ba8fb4d59b96f82e7a2d8b767 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5acfb16ba8fb4d59b96f82e7a2d8b767 2024-11-12T10:20:34,167 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5acfb16ba8fb4d59b96f82e7a2d8b767, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T10:20:34,168 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2193bf9725e548c0ab860350f04f77f7 as hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2193bf9725e548c0ab860350f04f77f7 2024-11-12T10:20:34,172 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2193bf9725e548c0ab860350f04f77f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T10:20:34,173 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=97, compaction requested=false 2024-11-12T10:20:34,174 INFO [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:34,174 DEBUG [M:0;a10fb4296bab:42735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406833219Disabling compacts and flushes for region at 1731406833219Disabling writes for close at 1731406833220 (+1 ms)Obtaining lock to block concurrent updates at 1731406833220Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406833220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731406833220Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406833221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406833221Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406833266 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406833266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406833302 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406833315 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406833315Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406833725 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406833744 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406833744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56eef0bd: reopening flushed file at 1731406834157 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2fee4c: reopening flushed file at 1731406834162 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a852239: reopening flushed file at 1731406834167 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=97, compaction requested=false at 1731406834173 (+6 ms)Writing region close event to WAL at 1731406834174 (+1 ms)Closed at 1731406834174 2024-11-12T10:20:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42889 is added to blk_1073741830_1006 (size=63642) 2024-11-12T10:20:34,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8bb1bbfe-bb86-6ea4-b5ba-72d005080b7d/MasterData/WALs/a10fb4296bab,42735,1731406816406/a10fb4296bab%2C42735%2C1731406816406.1731406818527 not finished, retry = 0 2024-11-12T10:20:34,277 INFO [M:0;a10fb4296bab:42735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:20:34,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:34,277 INFO [M:0;a10fb4296bab:42735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42735 2024-11-12T10:20:34,277 INFO [M:0;a10fb4296bab:42735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:34,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:20:34,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:20:34,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:34,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x1012e8f40c30003, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:34,392 INFO [M:0;a10fb4296bab:42735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:34,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@597fe38d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:34,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14f0b8be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:34,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:34,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71bd9919{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:34,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618da9d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:34,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:20:34,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:20:34,408 WARN [BP-1642703105-172.17.0.3-1731406814384 heartbeating to localhost/127.0.0.1:45313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:20:34,408 WARN [BP-1642703105-172.17.0.3-1731406814384 heartbeating to localhost/127.0.0.1:45313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1642703105-172.17.0.3-1731406814384 (Datanode Uuid cba0433b-39bc-44be-9d48-1cd4a696bcd7) service to localhost/127.0.0.1:45313 2024-11-12T10:20:34,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/cluster_f2cf2b24-bddc-bd50-cb00-524d86f1df6f/data/data1/current/BP-1642703105-172.17.0.3-1731406814384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:34,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/cluster_f2cf2b24-bddc-bd50-cb00-524d86f1df6f/data/data2/current/BP-1642703105-172.17.0.3-1731406814384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:34,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:20:34,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e1390dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:34,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5302c06e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:34,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:34,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4c619b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:34,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b770e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:34,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:20:34,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:20:34,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:34,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:34,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:34,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:20:34,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=614321620, stopped=false 2024-11-12T10:20:34,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,36697,1731406810712 2024-11-12T10:20:34,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01299979151/running 2024-11-12T10:20:34,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01299979151/running 2024-11-12T10:20:34,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:34,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:34,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:34,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:34,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/running 2024-11-12T10:20:34,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:34,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Set watcher on znode that does not yet exist, /01299979151/running 2024-11-12T10:20:34,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,41087,1731406810901' ***** 2024-11-12T10:20:34,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:20:34,462 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:20:34,462 INFO [RS:0;a10fb4296bab:41087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:20:34,462 INFO [RS:0;a10fb4296bab:41087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:20:34,462 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(3091): Received CLOSE for afe5267be965b7ee5d477a7f67261b9f 2024-11-12T10:20:34,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(3091): Received CLOSE for c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,41087,1731406810901 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41087. 2024-11-12T10:20:34,463 DEBUG [RS:0;a10fb4296bab:41087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:34,463 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,463 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afe5267be965b7ee5d477a7f67261b9f, disabling compactions & flushes 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:20:34,463 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:20:34,463 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:34,463 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:20:34,463 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. after waiting 0 ms 2024-11-12T10:20:34,463 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:34,465 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:20:34,465 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1325): Online Regions={afe5267be965b7ee5d477a7f67261b9f=test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f., 1588230740=hbase:meta,,1.1588230740, c1a0d869fadefbe87b23b5b98677d840=hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840.} 2024-11-12T10:20:34,465 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afe5267be965b7ee5d477a7f67261b9f, c1a0d869fadefbe87b23b5b98677d840 2024-11-12T10:20:34,466 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:34,466 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:34,466 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:34,466 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:34,466 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:34,466 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/default/test/afe5267be965b7ee5d477a7f67261b9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:20:34,485 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afe5267be965b7ee5d477a7f67261b9f: Waiting for close lock at 1731406834463Running coprocessor pre-close hooks at 1731406834463Disabling compacts and flushes for region at 1731406834463Disabling writes for close at 1731406834463Writing region close event to WAL at 1731406834468 (+5 ms)Running coprocessor post-close hooks at 1731406834485 (+17 ms)Closed at 1731406834485 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f. 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1a0d869fadefbe87b23b5b98677d840, disabling compactions & flushes 2024-11-12T10:20:34,485 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. after waiting 0 ms 2024-11-12T10:20:34,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:34,485 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1a0d869fadefbe87b23b5b98677d840 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T10:20:34,487 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/info/c735f2fb7b4e4f54beba3768e329758f is 147, key is hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840./info:regioninfo/1731406825177/Put/seqid=0 2024-11-12T10:20:34,494 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:34,508 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/.tmp/hfileref/4f9584340fd94a0da5d01634709cd81b is 74, key is 1/hfileref:059aef606e1341ebaedb797a0f3b5f3c_SeqId_6_/1731406831487/DeleteColumn/seqid=0 2024-11-12T10:20:34,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741846_1022 (size=7686) 2024-11-12T10:20:34,509 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/info/c735f2fb7b4e4f54beba3768e329758f 2024-11-12T10:20:34,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741847_1023 (size=5345) 2024-11-12T10:20:34,524 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/.tmp/hfileref/4f9584340fd94a0da5d01634709cd81b 2024-11-12T10:20:34,547 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/ns/5633a55934ca4a4a816a4ab9f80d3193 is 43, key is default/ns:d/1731406814304/Put/seqid=0 2024-11-12T10:20:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741848_1024 (size=5153) 2024-11-12T10:20:34,556 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/ns/5633a55934ca4a4a816a4ab9f80d3193 2024-11-12T10:20:34,557 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/.tmp/queue/e3c14b841ac24adeb65c3ec9d1c65885 is 154, key is 1-a10fb4296bab,41087,1731406810901/queue:a10fb4296bab%2C41087%2C1731406810901/1731406831489/Put/seqid=0 2024-11-12T10:20:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741849_1025 (size=5353) 2024-11-12T10:20:34,572 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/.tmp/queue/e3c14b841ac24adeb65c3ec9d1c65885 2024-11-12T10:20:34,578 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/.tmp/hfileref/4f9584340fd94a0da5d01634709cd81b as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/hfileref/4f9584340fd94a0da5d01634709cd81b 2024-11-12T10:20:34,580 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1033, reset compression=false 2024-11-12T10:20:34,590 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/hfileref/4f9584340fd94a0da5d01634709cd81b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T10:20:34,591 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/.tmp/queue/e3c14b841ac24adeb65c3ec9d1c65885 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/queue/e3c14b841ac24adeb65c3ec9d1c65885 2024-11-12T10:20:34,596 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/queue/e3c14b841ac24adeb65c3ec9d1c65885, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T10:20:34,597 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c1a0d869fadefbe87b23b5b98677d840 in 112ms, sequenceid=12, compaction requested=false 2024-11-12T10:20:34,601 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/rep_barrier/dca25887fb6c44979aa41460fa81d75b is 112, key is test,,1731406820076.afe5267be965b7ee5d477a7f67261b9f./rep_barrier:seqnumDuringOpen/1731406821219/Put/seqid=0 2024-11-12T10:20:34,604 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:34,604 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1328, reset compression=false 2024-11-12T10:20:34,604 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41087,1731406810901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:34,605 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,41087,1731406810901: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,41087,1731406810901, walGroup=a10fb4296bab%2C41087%2C1731406810901, offset=a10fb4296bab%2C41087%2C1731406810901.1731406813202:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:41087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:20:34,605 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:20:34,606 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:20:34,607 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:20:34,607 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:20:34,607 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:20:34,607 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 604028320 }, "NonHeapMemoryUsage": { "committed": 191496192, "init": 7667712, "max": -1, "used": 188632168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:20:34,607 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:20:34,629 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/replication/c1a0d869fadefbe87b23b5b98677d840/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T10:20:34,630 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:34,630 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:34,630 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:34,630 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1a0d869fadefbe87b23b5b98677d840: Waiting for close lock at 1731406834485Running coprocessor pre-close hooks at 1731406834485Disabling compacts and flushes for region at 1731406834485Disabling writes for close at 1731406834485Obtaining lock to block concurrent updates at 1731406834485Preparing flush snapshotting stores in c1a0d869fadefbe87b23b5b98677d840 at 1731406834485Finished memstore snapshotting hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731406834486 (+1 ms)Flushing stores of hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. at 1731406834486Flushing c1a0d869fadefbe87b23b5b98677d840/hfileref: creating writer at 1731406834487 (+1 ms)Flushing c1a0d869fadefbe87b23b5b98677d840/hfileref: appending metadata at 1731406834507 (+20 ms)Flushing c1a0d869fadefbe87b23b5b98677d840/hfileref: closing flushed file at 1731406834507Flushing c1a0d869fadefbe87b23b5b98677d840/queue: creating writer at 1731406834537 (+30 ms)Flushing c1a0d869fadefbe87b23b5b98677d840/queue: appending metadata at 1731406834555 (+18 ms)Flushing c1a0d869fadefbe87b23b5b98677d840/queue: closing flushed file at 1731406834555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151405f1: reopening flushed file at 1731406834577 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10439a95: reopening flushed file at 1731406834590 (+13 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c1a0d869fadefbe87b23b5b98677d840 in 112ms, sequenceid=12, compaction requested=false at 1731406834597 (+7 ms)Writing region close event to WAL at 1731406834603 (+6 ms)Running coprocessor post-close hooks at 1731406834629 (+26 ms)Closed at 1731406834630 (+1 ms) 2024-11-12T10:20:34,630 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406824397.c1a0d869fadefbe87b23b5b98677d840. 2024-11-12T10:20:34,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741850_1026 (size=5518) 2024-11-12T10:20:34,655 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/rep_barrier/dca25887fb6c44979aa41460fa81d75b 2024-11-12T10:20:34,666 DEBUG [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:34,684 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/table/0b037e28e8fc48abac641b40ac896d00 is 53, key is hbase:replication/table:state/1731406825184/Put/seqid=0 2024-11-12T10:20:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741851_1027 (size=5308) 2024-11-12T10:20:34,707 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/table/0b037e28e8fc48abac641b40ac896d00 2024-11-12T10:20:34,714 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/info/c735f2fb7b4e4f54beba3768e329758f as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/info/c735f2fb7b4e4f54beba3768e329758f 2024-11-12T10:20:34,722 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/info/c735f2fb7b4e4f54beba3768e329758f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:20:34,724 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/ns/5633a55934ca4a4a816a4ab9f80d3193 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/ns/5633a55934ca4a4a816a4ab9f80d3193 2024-11-12T10:20:34,730 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/ns/5633a55934ca4a4a816a4ab9f80d3193, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:20:34,733 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/rep_barrier/dca25887fb6c44979aa41460fa81d75b as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/rep_barrier/dca25887fb6c44979aa41460fa81d75b 2024-11-12T10:20:34,739 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/rep_barrier/dca25887fb6c44979aa41460fa81d75b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:20:34,740 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/.tmp/table/0b037e28e8fc48abac641b40ac896d00 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/table/0b037e28e8fc48abac641b40ac896d00 2024-11-12T10:20:34,750 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/table/0b037e28e8fc48abac641b40ac896d00, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:20:34,752 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 285ms, sequenceid=16, compaction requested=false 2024-11-12T10:20:34,769 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:20:34,769 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:34,769 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:34,770 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:34,770 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406834465Running coprocessor pre-close hooks at 1731406834465Disabling compacts and flushes for region at 1731406834465Disabling writes for close at 1731406834466 (+1 ms)Obtaining lock to block concurrent updates at 1731406834466Preparing flush snapshotting stores in 1588230740 at 1731406834466Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406834466Flushing stores of hbase:meta,,1.1588230740 at 1731406834467 (+1 ms)Flushing 1588230740/info: creating writer at 1731406834467Flushing 1588230740/info: appending metadata at 1731406834487 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731406834487Flushing 1588230740/ns: creating writer at 1731406834520 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731406834546 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731406834546Flushing 1588230740/rep_barrier: creating writer at 1731406834561 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406834600 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406834600Flushing 1588230740/table: creating writer at 1731406834661 (+61 ms)Flushing 1588230740/table: appending metadata at 1731406834683 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731406834683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7df3f4: reopening flushed file at 1731406834712 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59969c9f: reopening flushed file at 1731406834722 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30564f8b: reopening flushed file at 1731406834731 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6b0911: reopening flushed file at 1731406834739 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 285ms, sequenceid=16, compaction requested=false at 1731406834752 (+13 ms)Writing region close event to WAL at 1731406834764 (+12 ms)Running coprocessor post-close hooks at 1731406834769 (+5 ms)Closed at 1731406834769 2024-11-12T10:20:34,770 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:34,865 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/WALs/a10fb4296bab,41087,1731406810901/a10fb4296bab%2C41087%2C1731406810901.1731406813202 to pos 1328, reset compression=false 2024-11-12T10:20:34,866 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,41087,1731406810901; all regions closed. 2024-11-12T10:20:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:20:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741839_1015 (size=3127) 2024-11-12T10:20:34,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741832_1008 (size=1336) 2024-11-12T10:20:34,894 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,894 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:34,894 INFO [RS:0;a10fb4296bab:41087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:34,894 INFO [RS:0;a10fb4296bab:41087 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:34,894 INFO [RS:0;a10fb4296bab:41087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:34,894 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,41087,1731406810901 because: Region server is closing 2024-11-12T10:20:34,895 INFO [RS:0;a10fb4296bab:41087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41087. 2024-11-12T10:20:34,895 DEBUG [RS:0;a10fb4296bab:41087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:34,895 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,895 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:34,895 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:34,995 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.shippera10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 terminated 2024-11-12T10:20:34,995 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41087,1731406810901.replicationSource.wal-reader.a10fb4296bab%2C41087%2C1731406810901,1-a10fb4296bab,41087,1731406810901 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:20:34,995 INFO [RS:0;a10fb4296bab:41087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41087. 2024-11-12T10:20:34,995 DEBUG [RS:0;a10fb4296bab:41087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:34,995 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,996 DEBUG [RS:0;a10fb4296bab:41087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:34,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:34,996 INFO [RS:0;a10fb4296bab:41087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41087 2024-11-12T10:20:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151/rs 2024-11-12T10:20:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01299979151/rs/a10fb4296bab,41087,1731406810901 2024-11-12T10:20:35,039 INFO [RS:0;a10fb4296bab:41087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:35,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,41087,1731406810901] 2024-11-12T10:20:35,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01299979151/draining/a10fb4296bab,41087,1731406810901 already deleted, retry=false 2024-11-12T10:20:35,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,41087,1731406810901 expired; onlineServers=0 2024-11-12T10:20:35,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,36697,1731406810712' ***** 2024-11-12T10:20:35,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:35,061 DEBUG [M:0;a10fb4296bab:36697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:20:35,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:20:35,061 DEBUG [M:0;a10fb4296bab:36697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:20:35,061 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406813031 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406813031,5,FailOnTimeoutGroup] 2024-11-12T10:20:35,061 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406813031 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406813031,5,FailOnTimeoutGroup] 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:35,061 DEBUG [M:0;a10fb4296bab:36697 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:35,061 INFO [M:0;a10fb4296bab:36697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:20:35,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:20:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01299979151/master 2024-11-12T10:20:35,071 DEBUG [M:0;a10fb4296bab:36697 {}] zookeeper.ZKUtil(347): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Unable to get data of znode /01299979151/master because node does not exist (not an error) 2024-11-12T10:20:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01299979151 2024-11-12T10:20:35,071 WARN [M:0;a10fb4296bab:36697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:20:35,072 INFO [M:0;a10fb4296bab:36697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/.lastflushedseqids 2024-11-12T10:20:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741852_1028 (size=263) 2024-11-12T10:20:35,080 INFO [M:0;a10fb4296bab:36697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:20:35,081 INFO [M:0;a10fb4296bab:36697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:20:35,081 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:35,081 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:35,081 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:35,081 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:35,081 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:35,081 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T10:20:35,100 DEBUG [M:0;a10fb4296bab:36697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/954bb98036e4491dab4aa73d8cb0ba91 is 82, key is hbase:meta,,1/info:regioninfo/1731406814259/Put/seqid=0 2024-11-12T10:20:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741853_1029 (size=5672) 2024-11-12T10:20:35,117 INFO [M:0;a10fb4296bab:36697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/954bb98036e4491dab4aa73d8cb0ba91 2024-11-12T10:20:35,140 DEBUG [M:0;a10fb4296bab:36697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6488bc1b4ef147d8888fa8ee7d00235d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406825187/Put/seqid=0 2024-11-12T10:20:35,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741854_1030 (size=8516) 2024-11-12T10:20:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:35,150 INFO [RS:0;a10fb4296bab:41087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41087-0x1012e8f40c30001, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:35,150 INFO [RS:0;a10fb4296bab:41087 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,41087,1731406810901; zookeeper connection closed. 2024-11-12T10:20:35,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4af5776e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4af5776e 2024-11-12T10:20:35,151 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:20:35,544 INFO [M:0;a10fb4296bab:36697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6488bc1b4ef147d8888fa8ee7d00235d 2024-11-12T10:20:35,568 DEBUG [M:0;a10fb4296bab:36697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56c019be7ebd4998af98d2e9951a1102 is 69, key is a10fb4296bab,41087,1731406810901/rs:state/1731406813055/Put/seqid=0 2024-11-12T10:20:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741855_1031 (size=5156) 2024-11-12T10:20:35,975 INFO [M:0;a10fb4296bab:36697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56c019be7ebd4998af98d2e9951a1102 2024-11-12T10:20:35,980 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/954bb98036e4491dab4aa73d8cb0ba91 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/954bb98036e4491dab4aa73d8cb0ba91 2024-11-12T10:20:35,985 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/954bb98036e4491dab4aa73d8cb0ba91, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T10:20:35,986 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6488bc1b4ef147d8888fa8ee7d00235d as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6488bc1b4ef147d8888fa8ee7d00235d 2024-11-12T10:20:36,002 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6488bc1b4ef147d8888fa8ee7d00235d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T10:20:36,003 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56c019be7ebd4998af98d2e9951a1102 as hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56c019be7ebd4998af98d2e9951a1102 2024-11-12T10:20:36,008 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f8aa899d-7639-96ff-73ad-b788a062a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56c019be7ebd4998af98d2e9951a1102, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T10:20:36,009 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=97, compaction requested=false 2024-11-12T10:20:36,016 INFO [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:36,016 DEBUG [M:0;a10fb4296bab:36697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406835081Disabling compacts and flushes for region at 1731406835081Disabling writes for close at 1731406835081Obtaining lock to block concurrent updates at 1731406835081Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406835081Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731406835081Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406835082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406835082Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406835100 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406835100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406835121 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406835140 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406835140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406835549 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406835567 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406835567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2169a5: reopening flushed file at 1731406835979 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29014b: reopening flushed file at 1731406835985 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae162bd: reopening flushed file at 1731406836002 (+17 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=97, compaction requested=false at 1731406836009 (+7 ms)Writing region close event to WAL at 1731406836016 (+7 ms)Closed at 1731406836016 2024-11-12T10:20:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741830_1006 (size=63654) 2024-11-12T10:20:36,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:36,024 INFO [M:0;a10fb4296bab:36697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:20:36,024 INFO [M:0;a10fb4296bab:36697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36697 2024-11-12T10:20:36,025 INFO [M:0;a10fb4296bab:36697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:36,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:36,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36697-0x1012e8f40c30000, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:36,197 INFO [M:0;a10fb4296bab:36697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:36,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec89a31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:36,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@148a91a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:36,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:36,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eff86e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:36,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2bdf6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:36,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:20:36,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:20:36,208 WARN [BP-1003687155-172.17.0.3-1731406808371 heartbeating to localhost/127.0.0.1:39381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:20:36,208 WARN [BP-1003687155-172.17.0.3-1731406808371 heartbeating to localhost/127.0.0.1:39381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1003687155-172.17.0.3-1731406808371 (Datanode Uuid 7786599f-c4bb-489d-b0d3-2a0db1fc9ee0) service to localhost/127.0.0.1:39381 2024-11-12T10:20:36,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/data/data1/current/BP-1003687155-172.17.0.3-1731406808371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:36,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/cluster_c30d056f-1c73-8521-b1de-3d62fd3a6fc4/data/data2/current/BP-1003687155-172.17.0.3-1731406808371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:20:36,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:20:36,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10e27558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:36,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9527cad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:20:36,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:20:36,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486001b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:20:36,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd8873b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/500b3ca6-3242-c182-a030-896f99117679/hadoop.log.dir/,STOPPED} 2024-11-12T10:20:36,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:20:36,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:20:36,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=252 (was 203) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39381 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39381 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63965) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39381 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63965) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=636 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7721 (was 6764) - AvailableMemoryMB LEAK? - 2024-11-12T10:20:36,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=252, OpenFileDescriptor=636, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=7719 2024-11-12T10:20:36,271 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T10:20:36,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir so I do NOT create it in target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c 2024-11-12T10:20:36,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:20:36,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.tmp.dir so I do NOT create it in target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c 2024-11-12T10:20:36,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e6263d5-fa98-98cc-6d6b-80857b2369d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:20:36,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c 2024-11-12T10:20:36,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc, deleteOnExit=true 2024-11-12T10:20:36,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/zookeeper_0, clientPort=61983, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:20:36,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61983 2024-11-12T10:20:36,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:20:36,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/test.cache.data in system properties and HBase conf 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:20:36,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:36,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:20:36,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:20:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e8f40c30002, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:20:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e8f40c30005, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:20:36,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e8f40c30002, quorum=127.0.0.1:63965, baseZNode=/01299979151 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:20:36,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e8f40c30005, quorum=127.0.0.1:63965, baseZNode=/11067271992 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:20:36,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:36,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:36,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:36,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:36,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:20:36,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:36,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebb900e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:36,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6d5614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:37,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46bc032c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/java.io.tmpdir/jetty-localhost-42047-hadoop-hdfs-3_4_1-tests_jar-_-any-11633723830942147510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:37,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e437044{HTTP/1.1, (http/1.1)}{localhost:42047} 2024-11-12T10:20:37,090 INFO [Time-limited test {}] server.Server(415): Started @189398ms 2024-11-12T10:20:37,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:20:37,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:37,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:37,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:37,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:37,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:37,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:20:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1842d1ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac3b55f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:37,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fdfef11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/java.io.tmpdir/jetty-localhost-38533-hadoop-hdfs-3_4_1-tests_jar-_-any-2765280982425963933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:37,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cc1dd20{HTTP/1.1, (http/1.1)}{localhost:38533} 2024-11-12T10:20:37,841 INFO [Time-limited test {}] server.Server(415): Started @190149ms 2024-11-12T10:20:37,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:20:38,991 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/data/data1/current/BP-9239898-172.17.0.3-1731406836303/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:38,991 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/data/data2/current/BP-9239898-172.17.0.3-1731406836303/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:39,022 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:20:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33dbb57083d4d86f with lease ID 0x5c68e5e3670c0441: Processing first storage report for DS-b14b6b4a-c18e-41dd-8bdb-c8f1127e898e from datanode DatanodeRegistration(127.0.0.1:37919, datanodeUuid=8e25c594-3e96-4a52-8949-7fb1ce3e940f, infoPort=46461, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=230151807;c=1731406836303) 2024-11-12T10:20:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33dbb57083d4d86f with lease ID 0x5c68e5e3670c0441: from storage DS-b14b6b4a-c18e-41dd-8bdb-c8f1127e898e node DatanodeRegistration(127.0.0.1:37919, datanodeUuid=8e25c594-3e96-4a52-8949-7fb1ce3e940f, infoPort=46461, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=230151807;c=1731406836303), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33dbb57083d4d86f with lease ID 0x5c68e5e3670c0441: Processing first storage report for DS-70555f28-b23a-4636-b2f1-20d8ee5745f3 from datanode DatanodeRegistration(127.0.0.1:37919, datanodeUuid=8e25c594-3e96-4a52-8949-7fb1ce3e940f, infoPort=46461, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=230151807;c=1731406836303) 2024-11-12T10:20:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33dbb57083d4d86f with lease ID 0x5c68e5e3670c0441: from storage DS-70555f28-b23a-4636-b2f1-20d8ee5745f3 node DatanodeRegistration(127.0.0.1:37919, datanodeUuid=8e25c594-3e96-4a52-8949-7fb1ce3e940f, infoPort=46461, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=230151807;c=1731406836303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:39,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c 2024-11-12T10:20:39,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:20:39,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7 with version=8 2024-11-12T10:20:39,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/hbase-staging 2024-11-12T10:20:39,516 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:20:39,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:39,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33139 2024-11-12T10:20:39,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33139 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-12T10:20:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331390x0, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:39,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33139-0x1012e8faddf0000 connected 2024-11-12T10:20:39,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/running 2024-11-12T10:20:39,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7, hbase.cluster.distributed=false 2024-11-12T10:20:39,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/acl 2024-11-12T10:20:39,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33139 2024-11-12T10:20:39,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33139 2024-11-12T10:20:39,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33139 2024-11-12T10:20:39,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33139 2024-11-12T10:20:39,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33139 2024-11-12T10:20:39,729 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:20:39,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:39,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42811 2024-11-12T10:20:39,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42811 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-12T10:20:39,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428110x0, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:39,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428110x0, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/running 2024-11-12T10:20:39,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42811-0x1012e8faddf0001 connected 2024-11-12T10:20:39,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:20:39,750 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:20:39,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/master 2024-11-12T10:20:39,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/acl 2024-11-12T10:20:39,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-12T10:20:39,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42811 2024-11-12T10:20:39,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42811 2024-11-12T10:20:39,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-12T10:20:39,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-12T10:20:39,794 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:33139 2024-11-12T10:20:39,794 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02138612667/backup-masters/a10fb4296bab,33139,1731406839516 2024-11-12T10:20:39,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667/backup-masters 2024-11-12T10:20:39,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667/backup-masters 2024-11-12T10:20:39,802 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on existing znode=/02138612667/backup-masters/a10fb4296bab,33139,1731406839516 2024-11-12T10:20:39,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02138612667/master 2024-11-12T10:20:39,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:39,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:39,812 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on existing znode=/02138612667/master 2024-11-12T10:20:39,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02138612667/backup-masters/a10fb4296bab,33139,1731406839516 from backup master directory 2024-11-12T10:20:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138612667/backup-masters/a10fb4296bab,33139,1731406839516 2024-11-12T10:20:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667/backup-masters 2024-11-12T10:20:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667/backup-masters 2024-11-12T10:20:39,823 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:39,823 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,33139,1731406839516 2024-11-12T10:20:39,829 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/hbase.id] with ID: 0c285d45-c258-4bc9-b56b-3367e314aaa8 2024-11-12T10:20:39,830 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/.tmp/hbase.id 2024-11-12T10:20:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:20:39,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/.tmp/hbase.id]:[hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/hbase.id] 2024-11-12T10:20:39,858 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:39,858 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:20:39,859 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:20:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:20:40,280 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:40,281 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:20:40,284 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:40,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:20:40,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store 2024-11-12T10:20:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:20:41,107 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:41,107 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:41,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:41,107 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:41,107 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:41,107 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:41,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:41,107 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406841107Disabling compacts and flushes for region at 1731406841107Disabling writes for close at 1731406841107Writing region close event to WAL at 1731406841107Closed at 1731406841107 2024-11-12T10:20:41,108 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/.initializing 2024-11-12T10:20:41,108 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/WALs/a10fb4296bab,33139,1731406839516 2024-11-12T10:20:41,109 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:41,110 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C33139%2C1731406839516, suffix=, logDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/WALs/a10fb4296bab,33139,1731406839516, archiveDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/oldWALs, maxLogs=10 2024-11-12T10:20:41,129 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/WALs/a10fb4296bab,33139,1731406839516/a10fb4296bab%2C33139%2C1731406839516.1731406841111, exclude list is [], retry=0 2024-11-12T10:20:41,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-b14b6b4a-c18e-41dd-8bdb-c8f1127e898e,DISK] 2024-11-12T10:20:41,135 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/WALs/a10fb4296bab,33139,1731406839516/a10fb4296bab%2C33139%2C1731406839516.1731406841111 2024-11-12T10:20:41,135 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46461:46461)] 2024-11-12T10:20:41,135 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:41,135 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:41,135 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,135 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:20:41,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:41,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:20:41,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:41,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:20:41,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:41,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:20:41,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:41,141 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,142 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,142 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,143 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,143 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,143 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:41,144 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:41,145 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:41,145 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59290583, jitterRate=-0.11650146543979645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:41,146 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406841135Initializing all the Stores at 1731406841136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406841136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406841136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406841136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406841136Cleaning up temporary data from old regions at 1731406841143 (+7 ms)Region opened successfully at 1731406841146 (+3 ms) 2024-11-12T10:20:41,146 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:20:41,149 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4e3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:41,149 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:20:41,149 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:20:41,150 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:20:41,150 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:20:41,150 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:20:41,150 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:20:41,150 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:20:41,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:20:41,154 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Unable to get data of znode /02138612667/balancer because node does not exist (not necessarily an error) 2024-11-12T10:20:41,166 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138612667/balancer already deleted, retry=false 2024-11-12T10:20:41,166 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:20:41,167 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Unable to get data of znode /02138612667/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:20:41,177 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138612667/normalizer already deleted, retry=false 2024-11-12T10:20:41,177 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:20:41,178 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Unable to get data of znode /02138612667/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:20:41,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138612667/switch/split already deleted, retry=false 2024-11-12T10:20:41,189 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Unable to get data of znode /02138612667/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:20:41,201 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138612667/switch/merge already deleted, retry=false 2024-11-12T10:20:41,203 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Unable to get data of znode /02138612667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:20:41,212 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02138612667/snapshot-cleanup already deleted, retry=false 2024-11-12T10:20:41,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02138612667/running 2024-11-12T10:20:41,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,223 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,33139,1731406839516, sessionid=0x1012e8faddf0000, setting cluster-up flag (Was=false) 2024-11-12T10:20:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02138612667/running 2024-11-12T10:20:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,275 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02138612667/flush-table-proc/acquired, /02138612667/flush-table-proc/reached, /02138612667/flush-table-proc/abort 2024-11-12T10:20:41,276 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,33139,1731406839516 2024-11-12T10:20:41,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,327 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02138612667/online-snapshot/acquired, /02138612667/online-snapshot/reached, /02138612667/online-snapshot/abort 2024-11-12T10:20:41,328 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,33139,1731406839516 2024-11-12T10:20:41,329 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:20:41,330 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:41,331 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:20:41,331 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:20:41,331 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,33139,1731406839516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:41,332 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:41,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:20:41,338 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:20:41,344 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406871344 2024-11-12T10:20:41,344 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:20:41,344 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:20:41,344 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:20:41,344 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:20:41,345 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:20:41,345 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:20:41,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,349 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:20:41,349 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:20:41,349 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:20:41,349 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:20:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:20:41,354 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:20:41,354 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:20:41,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:20:41,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7 2024-11-12T10:20:41,364 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406841354,5,FailOnTimeoutGroup] 2024-11-12T10:20:41,372 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406841364,5,FailOnTimeoutGroup] 2024-11-12T10:20:41,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:20:41,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,380 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(746): ClusterId : 0c285d45-c258-4bc9-b56b-3367e314aaa8 2024-11-12T10:20:41,380 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:20:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:20:41,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:41,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:41,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:41,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:41,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:41,391 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:20:41,391 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:20:41,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:41,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:41,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:41,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:41,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:41,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:41,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:41,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:41,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:41,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:41,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740 2024-11-12T10:20:41,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740 2024-11-12T10:20:41,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:41,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:41,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:41,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:41,402 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:20:41,403 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed242ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:41,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:41,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66326396, jitterRate=-0.011659681797027588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:41,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406841387Initializing all the Stores at 1731406841388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406841388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406841388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406841388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406841388Cleaning up temporary data from old regions at 1731406841396 (+8 ms)Region opened successfully at 1731406841406 (+10 ms) 2024-11-12T10:20:41,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:41,406 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:41,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:41,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:41,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:41,433 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:42811 2024-11-12T10:20:41,433 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:20:41,433 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:20:41,433 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:20:41,435 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,33139,1731406839516 with port=42811, startcode=1731406839728 2024-11-12T10:20:41,435 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:20:41,440 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:41,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406841406Disabling compacts and flushes for region at 1731406841406Disabling writes for close at 1731406841406Writing region close event to WAL at 1731406841440 (+34 ms)Closed at 1731406841440 2024-11-12T10:20:41,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:41,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:20:41,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:20:41,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:41,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:20:41,449 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:20:41,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33139 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,451 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7 2024-11-12T10:20:41,451 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37175 2024-11-12T10:20:41,451 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:20:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667/rs 2024-11-12T10:20:41,462 DEBUG [RS:0;a10fb4296bab:42811 {}] zookeeper.ZKUtil(111): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on existing znode=/02138612667/rs/a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,462 WARN [RS:0;a10fb4296bab:42811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:41,462 INFO [RS:0;a10fb4296bab:42811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:41,462 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,42811,1731406839728] 2024-11-12T10:20:41,479 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:20:41,488 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:20:41,489 INFO [RS:0;a10fb4296bab:42811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:20:41,489 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,490 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:20:41,491 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:20:41,491 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,491 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:41,492 DEBUG [RS:0;a10fb4296bab:42811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:41,505 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,505 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,505 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,505 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,505 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,505 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42811,1731406839728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:41,526 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:20:41,526 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42811,1731406839728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,526 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,526 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.Replication(171): a10fb4296bab,42811,1731406839728 started 2024-11-12T10:20:41,544 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:41,545 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,42811,1731406839728, RpcServer on a10fb4296bab/172.17.0.3:42811, sessionid=0x1012e8faddf0001 2024-11-12T10:20:41,545 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:20:41,545 DEBUG [RS:0;a10fb4296bab:42811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,545 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42811,1731406839728' 2024-11-12T10:20:41,545 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02138612667/flush-table-proc/abort' 2024-11-12T10:20:41,545 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02138612667/flush-table-proc/acquired' 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42811,1731406839728' 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02138612667/online-snapshot/abort' 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02138612667/online-snapshot/acquired' 2024-11-12T10:20:41,546 DEBUG [RS:0;a10fb4296bab:42811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:20:41,546 INFO [RS:0;a10fb4296bab:42811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:20:41,546 INFO [RS:0;a10fb4296bab:42811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:20:41,595 WARN [a10fb4296bab:33139 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:20:41,647 INFO [RS:0;a10fb4296bab:42811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:41,648 INFO [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C42811%2C1731406839728, suffix=, logDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728, archiveDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/oldWALs, maxLogs=10 2024-11-12T10:20:41,666 DEBUG [RS:0;a10fb4296bab:42811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, exclude list is [], retry=0 2024-11-12T10:20:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-b14b6b4a-c18e-41dd-8bdb-c8f1127e898e,DISK] 2024-11-12T10:20:41,692 INFO [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 2024-11-12T10:20:41,692 DEBUG [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46461:46461)] 2024-11-12T10:20:41,845 DEBUG [a10fb4296bab:33139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:20:41,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:41,846 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,42811,1731406839728, state=OPENING 2024-11-12T10:20:41,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:20:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:41,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138612667/meta-region-server: CHANGED 2024-11-12T10:20:41,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:41,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,42811,1731406839728}] 2024-11-12T10:20:41,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138612667/meta-region-server: CHANGED 2024-11-12T10:20:42,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:42,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:20:42,043 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:20:42,043 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:42,043 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:20:42,044 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C42811%2C1731406839728.meta, suffix=.meta, logDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728, archiveDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/oldWALs, maxLogs=10 2024-11-12T10:20:42,061 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.meta.1731406842044.meta, exclude list is [], retry=0 2024-11-12T10:20:42,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-b14b6b4a-c18e-41dd-8bdb-c8f1127e898e,DISK] 2024-11-12T10:20:42,064 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.meta.1731406842044.meta 2024-11-12T10:20:42,071 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46461:46461)] 2024-11-12T10:20:42,071 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:42,071 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:42,071 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:42,072 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:20:42,072 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:20:42,072 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:20:42,072 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:42,072 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:20:42,072 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:20:42,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:42,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:42,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:42,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:42,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:42,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:42,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:42,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:42,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:42,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:42,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:42,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:42,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:42,081 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:42,082 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740 2024-11-12T10:20:42,082 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740 2024-11-12T10:20:42,083 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:42,083 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:42,084 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:42,085 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:42,085 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64394315, jitterRate=-0.04044993221759796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:42,086 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:20:42,086 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406842072Writing region info on filesystem at 1731406842072Initializing all the Stores at 1731406842073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406842073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406842076 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406842076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406842076Cleaning up temporary data from old regions at 1731406842083 (+7 ms)Running coprocessor post-open hooks at 1731406842086 (+3 ms)Region opened successfully at 1731406842086 2024-11-12T10:20:42,088 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406842038 2024-11-12T10:20:42,091 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:20:42,091 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:20:42,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:42,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,42811,1731406839728, state=OPEN 2024-11-12T10:20:42,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02138612667/meta-region-server 2024-11-12T10:20:42,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138612667/meta-region-server: CHANGED 2024-11-12T10:20:42,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02138612667/meta-region-server 2024-11-12T10:20:42,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02138612667/meta-region-server: CHANGED 2024-11-12T10:20:42,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:42,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:20:42,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,42811,1731406839728 in 274 msec 2024-11-12T10:20:42,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:20:42,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec 2024-11-12T10:20:42,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:42,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:20:42,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:42,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42811,1731406839728, seqNum=-1] 2024-11-12T10:20:42,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:42,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:42,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 846 msec 2024-11-12T10:20:42,177 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406842177, completionTime=-1 2024-11-12T10:20:42,177 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:20:42,177 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406902179 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406962179 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33139,1731406839516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33139,1731406839516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33139,1731406839516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:33139, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,180 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,182 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.362sec 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:20:42,185 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33139,1731406839516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:42,186 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33139,1731406839516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:20:42,187 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:20:42,187 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:20:42,187 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,33139,1731406839516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:42,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e6f942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:42,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,33139,-1 for getting cluster id 2024-11-12T10:20:42,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:42,284 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c285d45-c258-4bc9-b56b-3367e314aaa8' 2024-11-12T10:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c285d45-c258-4bc9-b56b-3367e314aaa8" 2024-11-12T10:20:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd5b749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,33139,-1] 2024-11-12T10:20:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:42,287 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:42,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf9e40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:42,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:42,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42811,1731406839728, seqNum=-1] 2024-11-12T10:20:42,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:42,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:42,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,33139,1731406839516 2024-11-12T10:20:42,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-12T10:20:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:42,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e8faddf0002 connected 2024-11-12T10:20:42,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir so I do NOT create it in target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043 2024-11-12T10:20:42,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:20:42,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.tmp.dir so I do NOT create it in target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043 2024-11-12T10:20:42,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:20:42,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043 2024-11-12T10:20:42,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/cluster_983ec70f-9b4a-3ca9-378b-0bd03720f350, deleteOnExit=true 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/test.cache.data in system properties and HBase conf 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:20:42,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:20:42,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:20:42,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:20:42,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:42,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:42,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:42,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:42,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:20:42,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:42,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20876e25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:42,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@315e3fba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:42,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d1a228e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/java.io.tmpdir/jetty-localhost-42535-hadoop-hdfs-3_4_1-tests_jar-_-any-7760327207756645307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:20:42,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6698f2f9{HTTP/1.1, (http/1.1)}{localhost:42535} 2024-11-12T10:20:42,866 INFO [Time-limited test {}] server.Server(415): Started @195174ms 2024-11-12T10:20:43,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:20:43,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:20:43,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:20:43,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:20:43,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:20:43,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbd94a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:20:43,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32bf2885{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:20:43,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@193ce8df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/java.io.tmpdir/jetty-localhost-35897-hadoop-hdfs-3_4_1-tests_jar-_-any-1981380876960979269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:20:43,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bd038f{HTTP/1.1, (http/1.1)}{localhost:35897} 2024-11-12T10:20:43,409 INFO [Time-limited test {}] server.Server(415): Started @195717ms 2024-11-12T10:20:43,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:20:44,225 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/cluster_983ec70f-9b4a-3ca9-378b-0bd03720f350/data/data2/current/BP-628428357-172.17.0.3-1731406842343/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:44,225 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/cluster_983ec70f-9b4a-3ca9-378b-0bd03720f350/data/data1/current/BP-628428357-172.17.0.3-1731406842343/current, will proceed with Du for space computation calculation, 2024-11-12T10:20:44,247 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:20:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0140cf64d06bba1 with lease ID 0xabb82848e52b585: Processing first storage report for DS-fa8f057c-722c-4692-ad68-24c3339d1b27 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=be0e7c59-87fb-4607-85df-5ed2c5a23454, infoPort=35807, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=520147014;c=1731406842343) 2024-11-12T10:20:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0140cf64d06bba1 with lease ID 0xabb82848e52b585: from storage DS-fa8f057c-722c-4692-ad68-24c3339d1b27 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=be0e7c59-87fb-4607-85df-5ed2c5a23454, infoPort=35807, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=520147014;c=1731406842343), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:20:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0140cf64d06bba1 with lease ID 0xabb82848e52b585: Processing first storage report for DS-5bace0ac-e748-4d83-af9c-5fb24e23fa39 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=be0e7c59-87fb-4607-85df-5ed2c5a23454, infoPort=35807, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=520147014;c=1731406842343) 2024-11-12T10:20:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0140cf64d06bba1 with lease ID 0xabb82848e52b585: from storage DS-5bace0ac-e748-4d83-af9c-5fb24e23fa39 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=be0e7c59-87fb-4607-85df-5ed2c5a23454, infoPort=35807, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=520147014;c=1731406842343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:20:44,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043 2024-11-12T10:20:44,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:20:44,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf with version=8 2024-11-12T10:20:44,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/hbase-staging 2024-11-12T10:20:44,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:20:44,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:44,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36695 2024-11-12T10:20:44,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36695 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-12T10:20:44,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366950x0, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:44,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36695-0x1012e8faddf0003 connected 2024-11-12T10:20:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:20:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:20:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:20:44,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/running 2024-11-12T10:20:44,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf, hbase.cluster.distributed=false 2024-11-12T10:20:44,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/acl 2024-11-12T10:20:44,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-12T10:20:44,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36695 2024-11-12T10:20:44,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36695 2024-11-12T10:20:44,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-12T10:20:44,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-12T10:20:44,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:20:44,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:44,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:44,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:20:44,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:20:44,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:20:44,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:20:44,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:20:44,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39945 2024-11-12T10:20:44,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39945 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-12T10:20:44,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399450x0, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:44,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399450x0, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/running 2024-11-12T10:20:44,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:20:44,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39945-0x1012e8faddf0004 connected 2024-11-12T10:20:44,466 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:20:44,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/master 2024-11-12T10:20:44,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/acl 2024-11-12T10:20:44,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-12T10:20:44,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39945 2024-11-12T10:20:44,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39945 2024-11-12T10:20:44,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-12T10:20:44,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-12T10:20:44,492 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:36695 2024-11-12T10:20:44,492 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1819564776/backup-masters/a10fb4296bab,36695,1731406844308 2024-11-12T10:20:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776/backup-masters 2024-11-12T10:20:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776/backup-masters 2024-11-12T10:20:44,503 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on existing znode=/1819564776/backup-masters/a10fb4296bab,36695,1731406844308 2024-11-12T10:20:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1819564776/master 2024-11-12T10:20:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:44,514 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on existing znode=/1819564776/master 2024-11-12T10:20:44,514 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1819564776/backup-masters/a10fb4296bab,36695,1731406844308 from backup master directory 2024-11-12T10:20:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819564776/backup-masters/a10fb4296bab,36695,1731406844308 2024-11-12T10:20:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776/backup-masters 2024-11-12T10:20:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776/backup-masters 2024-11-12T10:20:44,524 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:44,524 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,36695,1731406844308 2024-11-12T10:20:44,527 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/hbase.id] with ID: 4d043e2f-a333-4cca-b011-6d7c5a933894 2024-11-12T10:20:44,527 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/.tmp/hbase.id 2024-11-12T10:20:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:20:44,932 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/.tmp/hbase.id]:[hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/hbase.id] 2024-11-12T10:20:44,940 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:20:44,940 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:20:44,941 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:20:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:20:44,961 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:44,962 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:20:44,962 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:20:45,368 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store 2024-11-12T10:20:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:20:45,386 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:45,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:45,387 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:45,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:45,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:45,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:45,387 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:45,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406845387Disabling compacts and flushes for region at 1731406845387Disabling writes for close at 1731406845387Writing region close event to WAL at 1731406845387Closed at 1731406845387 2024-11-12T10:20:45,388 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/.initializing 2024-11-12T10:20:45,388 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/WALs/a10fb4296bab,36695,1731406844308 2024-11-12T10:20:45,389 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:45,390 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C36695%2C1731406844308, suffix=, logDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/WALs/a10fb4296bab,36695,1731406844308, archiveDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/oldWALs, maxLogs=10 2024-11-12T10:20:45,403 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/WALs/a10fb4296bab,36695,1731406844308/a10fb4296bab%2C36695%2C1731406844308.1731406845390, exclude list is [], retry=0 2024-11-12T10:20:45,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-fa8f057c-722c-4692-ad68-24c3339d1b27,DISK] 2024-11-12T10:20:45,412 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/WALs/a10fb4296bab,36695,1731406844308/a10fb4296bab%2C36695%2C1731406844308.1731406845390 2024-11-12T10:20:45,416 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-12T10:20:45,416 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:45,416 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:45,416 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,417 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:20:45,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:45,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:45,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:20:45,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:45,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:45,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:20:45,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:45,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:45,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:20:45,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:45,427 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,428 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,428 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:45,432 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:20:45,437 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:45,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63279336, jitterRate=-0.05706441402435303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:45,438 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406845417Initializing all the Stores at 1731406845417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406845418 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406845419 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406845419Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406845419Cleaning up temporary data from old regions at 1731406845430 (+11 ms)Region opened successfully at 1731406845438 (+8 ms) 2024-11-12T10:20:45,438 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:20:45,441 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636ff730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:45,441 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:20:45,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:20:45,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:20:45,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:20:45,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:20:45,442 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:20:45,443 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:20:45,446 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:20:45,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Unable to get data of znode /1819564776/balancer because node does not exist (not necessarily an error) 2024-11-12T10:20:45,454 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819564776/balancer already deleted, retry=false 2024-11-12T10:20:45,454 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:20:45,455 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Unable to get data of znode /1819564776/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:20:45,464 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819564776/normalizer already deleted, retry=false 2024-11-12T10:20:45,464 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:20:45,469 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Unable to get data of znode /1819564776/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:20:45,475 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819564776/switch/split already deleted, retry=false 2024-11-12T10:20:45,479 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Unable to get data of znode /1819564776/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:20:45,492 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819564776/switch/merge already deleted, retry=false 2024-11-12T10:20:45,495 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Unable to get data of znode /1819564776/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:20:45,506 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1819564776/snapshot-cleanup already deleted, retry=false 2024-11-12T10:20:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1819564776/running 2024-11-12T10:20:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1819564776/running 2024-11-12T10:20:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:45,517 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,36695,1731406844308, sessionid=0x1012e8faddf0003, setting cluster-up flag (Was=false) 2024-11-12T10:20:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:45,569 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1819564776/flush-table-proc/acquired, /1819564776/flush-table-proc/reached, /1819564776/flush-table-proc/abort 2024-11-12T10:20:45,570 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,36695,1731406844308 2024-11-12T10:20:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:45,622 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1819564776/online-snapshot/acquired, /1819564776/online-snapshot/reached, /1819564776/online-snapshot/abort 2024-11-12T10:20:45,624 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,36695,1731406844308 2024-11-12T10:20:45,626 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:20:45,627 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:45,627 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:20:45,627 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:20:45,628 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,36695,1731406844308 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:45,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:45,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:20:45,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:45,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:20:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:20:45,660 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406875660 2024-11-12T10:20:45,660 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:20:45,660 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:20:45,660 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:20:45,661 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:20:45,661 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:20:45,661 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:20:45,664 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,667 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:20:45,667 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:20:45,667 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:20:45,667 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:20:45,668 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:20:45,668 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:20:45,672 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406845668,5,FailOnTimeoutGroup] 2024-11-12T10:20:45,672 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406845672,5,FailOnTimeoutGroup] 2024-11-12T10:20:45,672 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,672 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:20:45,673 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,673 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,693 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(746): ClusterId : 4d043e2f-a333-4cca-b011-6d7c5a933894 2024-11-12T10:20:45,693 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:20:45,703 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:20:45,703 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:20:45,714 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:20:45,715 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228c7847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:20:45,740 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:39945 2024-11-12T10:20:45,740 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:20:45,740 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:20:45,740 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:20:45,741 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,36695,1731406844308 with port=39945, startcode=1731406844446 2024-11-12T10:20:45,741 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:20:45,742 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:20:45,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,39945,1731406844446 2024-11-12T10:20:45,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36695 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:45,744 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf 2024-11-12T10:20:45,744 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44623 2024-11-12T10:20:45,744 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:20:45,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776/rs 2024-11-12T10:20:45,756 DEBUG [RS:0;a10fb4296bab:39945 {}] zookeeper.ZKUtil(111): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on existing znode=/1819564776/rs/a10fb4296bab,39945,1731406844446 2024-11-12T10:20:45,756 WARN [RS:0;a10fb4296bab:39945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:20:45,756 INFO [RS:0;a10fb4296bab:39945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:45,756 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446 2024-11-12T10:20:45,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,39945,1731406844446] 2024-11-12T10:20:45,771 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:20:45,773 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:20:45,776 INFO [RS:0;a10fb4296bab:39945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:20:45,776 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,776 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:20:45,776 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:20:45,777 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:45,777 DEBUG [RS:0;a10fb4296bab:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:20:45,781 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,781 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,781 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,781 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,781 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,781 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39945,1731406844446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:45,800 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:20:45,800 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39945,1731406844446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,800 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,800 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.Replication(171): a10fb4296bab,39945,1731406844446 started 2024-11-12T10:20:45,820 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:45,820 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,39945,1731406844446, RpcServer on a10fb4296bab/172.17.0.3:39945, sessionid=0x1012e8faddf0004 2024-11-12T10:20:45,820 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:20:45,820 DEBUG [RS:0;a10fb4296bab:39945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,39945,1731406844446 2024-11-12T10:20:45,820 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39945,1731406844446' 2024-11-12T10:20:45,820 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1819564776/flush-table-proc/abort' 2024-11-12T10:20:45,821 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1819564776/flush-table-proc/acquired' 2024-11-12T10:20:45,821 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:20:45,821 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:20:45,821 DEBUG [RS:0;a10fb4296bab:39945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,39945,1731406844446 2024-11-12T10:20:45,821 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39945,1731406844446' 2024-11-12T10:20:45,821 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1819564776/online-snapshot/abort' 2024-11-12T10:20:45,822 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1819564776/online-snapshot/acquired' 2024-11-12T10:20:45,822 DEBUG [RS:0;a10fb4296bab:39945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:20:45,822 INFO [RS:0;a10fb4296bab:39945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:20:45,822 INFO [RS:0;a10fb4296bab:39945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:20:45,922 INFO [RS:0;a10fb4296bab:39945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:20:45,924 INFO [RS:0;a10fb4296bab:39945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39945%2C1731406844446, suffix=, logDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446, archiveDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/oldWALs, maxLogs=10 2024-11-12T10:20:45,935 DEBUG [RS:0;a10fb4296bab:39945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, exclude list is [], retry=0 2024-11-12T10:20:45,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-fa8f057c-722c-4692-ad68-24c3339d1b27,DISK] 2024-11-12T10:20:45,939 INFO [RS:0;a10fb4296bab:39945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 2024-11-12T10:20:45,939 DEBUG [RS:0;a10fb4296bab:39945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-12T10:20:46,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:20:46,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf 2024-11-12T10:20:46,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:20:46,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:46,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:46,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:46,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:46,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:46,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:46,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:46,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:46,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:46,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:46,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:46,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:46,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:46,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:46,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:46,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:46,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:46,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:46,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740 2024-11-12T10:20:46,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740 2024-11-12T10:20:46,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:46,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:46,481 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:46,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:46,504 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:46,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73698111, jitterRate=0.09818743169307709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:46,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406846465Initializing all the Stores at 1731406846465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406846465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406846468 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406846468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406846468Cleaning up temporary data from old regions at 1731406846481 (+13 ms)Region opened successfully at 1731406846505 (+24 ms) 2024-11-12T10:20:46,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:46,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:46,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:46,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:46,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:46,505 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:46,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406846505Disabling compacts and flushes for region at 1731406846505Disabling writes for close at 1731406846505Writing region close event to WAL at 1731406846505Closed at 1731406846505 2024-11-12T10:20:46,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:46,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:20:46,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:20:46,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:46,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:20:46,659 DEBUG [a10fb4296bab:36695 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:20:46,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:46,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39945,1731406844446, state=OPENING 2024-11-12T10:20:46,760 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:46,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819564776/meta-region-server: CHANGED 2024-11-12T10:20:46,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:20:46,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39945,1731406844446}] 2024-11-12T10:20:46,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819564776/meta-region-server: CHANGED 2024-11-12T10:20:46,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:46,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:20:47,000 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:20:47,000 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:47,000 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:20:47,021 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39945%2C1731406844446.meta, suffix=.meta, logDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446, archiveDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/oldWALs, maxLogs=10 2024-11-12T10:20:47,069 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.meta.1731406847022.meta, exclude list is [], retry=0 2024-11-12T10:20:47,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-fa8f057c-722c-4692-ad68-24c3339d1b27,DISK] 2024-11-12T10:20:47,088 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.meta.1731406847022.meta 2024-11-12T10:20:47,092 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-12T10:20:47,093 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:47,093 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:47,093 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:47,093 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:20:47,093 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:20:47,094 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:20:47,094 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:47,094 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:20:47,094 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:20:47,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:20:47,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:20:47,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:47,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:47,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:20:47,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:20:47,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:47,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:47,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:20:47,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:20:47,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:47,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:47,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:20:47,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:20:47,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:47,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:20:47,106 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:20:47,107 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740 2024-11-12T10:20:47,108 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740 2024-11-12T10:20:47,109 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:20:47,109 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:20:47,110 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:20:47,111 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:20:47,112 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70304119, jitterRate=0.04761300981044769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:20:47,112 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:20:47,112 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406847094Writing region info on filesystem at 1731406847094Initializing all the Stores at 1731406847095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406847095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406847100 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406847100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406847100Cleaning up temporary data from old regions at 1731406847109 (+9 ms)Running coprocessor post-open hooks at 1731406847112 (+3 ms)Region opened successfully at 1731406847112 2024-11-12T10:20:47,113 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406846984 2024-11-12T10:20:47,116 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:20:47,116 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:20:47,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:47,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39945,1731406844446, state=OPEN 2024-11-12T10:20:47,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1819564776/meta-region-server 2024-11-12T10:20:47,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1819564776/meta-region-server 2024-11-12T10:20:47,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819564776/meta-region-server: CHANGED 2024-11-12T10:20:47,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1819564776/meta-region-server: CHANGED 2024-11-12T10:20:47,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:47,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:20:47,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39945,1731406844446 in 421 msec 2024-11-12T10:20:47,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:20:47,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-12T10:20:47,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:20:47,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:20:47,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:47,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39945,1731406844446, seqNum=-1] 2024-11-12T10:20:47,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:47,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:47,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5900 sec 2024-11-12T10:20:47,218 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406847218, completionTime=-1 2024-11-12T10:20:47,218 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:20:47,218 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:20:47,220 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406907221 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406967221 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36695,1731406844308-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36695,1731406844308-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36695,1731406844308-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:36695, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,221 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,224 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.708sec 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36695,1731406844308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:20:47,232 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36695,1731406844308-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:20:47,238 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:20:47,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:20:47,238 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36695,1731406844308-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:20:47,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59edbb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:47,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36695,-1 for getting cluster id 2024-11-12T10:20:47,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:47,320 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d043e2f-a333-4cca-b011-6d7c5a933894' 2024-11-12T10:20:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d043e2f-a333-4cca-b011-6d7c5a933894" 2024-11-12T10:20:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11047c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36695,-1] 2024-11-12T10:20:47,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:47,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:47,323 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:47,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39945,1731406844446, seqNum=-1] 2024-11-12T10:20:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:47,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:47,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,36695,1731406844308 2024-11-12T10:20:47,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-12T10:20:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:20:47,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e8faddf0005 connected 2024-11-12T10:20:47,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,33139,1731406839516 2024-11-12T10:20:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90b623b 2024-11-12T10:20:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:47,352 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:47,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:20:47,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:47,355 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:47,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:20:47,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:20:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:47,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:47,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:47,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:20:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:47,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62f299451ad14738c82e60d20c3a3783, NAME => 'test,,1731406847352.62f299451ad14738c82e60d20c3a3783.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7 2024-11-12T10:20:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:20:47,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406847352.62f299451ad14738c82e60d20c3a3783.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:47,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62f299451ad14738c82e60d20c3a3783, disabling compactions & flushes 2024-11-12T10:20:47,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:47,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:47,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406847352.62f299451ad14738c82e60d20c3a3783. after waiting 0 ms 2024-11-12T10:20:47,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:47,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:47,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62f299451ad14738c82e60d20c3a3783: Waiting for close lock at 1731406847795Disabling compacts and flushes for region at 1731406847795Disabling writes for close at 1731406847796 (+1 ms)Writing region close event to WAL at 1731406847796Closed at 1731406847796 2024-11-12T10:20:47,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:47,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406847352.62f299451ad14738c82e60d20c3a3783.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406847797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406847797"}]},"ts":"1731406847797"} 2024-11-12T10:20:47,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:47,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:47,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406847802"}]},"ts":"1731406847802"} 2024-11-12T10:20:47,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:20:47,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62f299451ad14738c82e60d20c3a3783, ASSIGN}] 2024-11-12T10:20:47,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62f299451ad14738c82e60d20c3a3783, ASSIGN 2024-11-12T10:20:47,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62f299451ad14738c82e60d20c3a3783, ASSIGN; state=OFFLINE, location=a10fb4296bab,42811,1731406839728; forceNewPlan=false, retain=false 2024-11-12T10:20:47,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62f299451ad14738c82e60d20c3a3783, regionState=OPENING, regionLocation=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:47,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62f299451ad14738c82e60d20c3a3783, ASSIGN because future has completed 2024-11-12T10:20:47,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f299451ad14738c82e60d20c3a3783, server=a10fb4296bab,42811,1731406839728}] 2024-11-12T10:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:48,137 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:48,137 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62f299451ad14738c82e60d20c3a3783, NAME => 'test,,1731406847352.62f299451ad14738c82e60d20c3a3783.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:48,138 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:48,138 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:20:48,139 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,139 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406847352.62f299451ad14738c82e60d20c3a3783.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:48,139 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,139 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,153 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,158 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f299451ad14738c82e60d20c3a3783 columnFamilyName f 2024-11-12T10:20:48,158 DEBUG [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:48,164 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] regionserver.HStore(327): Store=62f299451ad14738c82e60d20c3a3783/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:48,164 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,166 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f299451ad14738c82e60d20c3a3783 columnFamilyName f1 2024-11-12T10:20:48,166 DEBUG [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:48,166 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] regionserver.HStore(327): Store=62f299451ad14738c82e60d20c3a3783/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:48,166 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,167 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f299451ad14738c82e60d20c3a3783 columnFamilyName norep 2024-11-12T10:20:48,167 DEBUG [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:48,168 INFO [StoreOpener-62f299451ad14738c82e60d20c3a3783-1 {}] regionserver.HStore(327): Store=62f299451ad14738c82e60d20c3a3783/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:48,168 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,169 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,169 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,170 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,170 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,170 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:48,171 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,173 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:48,173 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62f299451ad14738c82e60d20c3a3783; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58939455, jitterRate=-0.12173368036746979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:48,173 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:20:48,174 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62f299451ad14738c82e60d20c3a3783: Running coprocessor pre-open hook at 1731406848139Writing region info on filesystem at 1731406848139Initializing all the Stores at 1731406848140 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406848140Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406848152 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406848152Cleaning up temporary data from old regions at 1731406848170 (+18 ms)Running coprocessor post-open hooks at 1731406848173 (+3 ms)Region opened successfully at 1731406848174 (+1 ms) 2024-11-12T10:20:48,175 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406847352.62f299451ad14738c82e60d20c3a3783., pid=6, masterSystemTime=1731406848129 2024-11-12T10:20:48,177 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:48,177 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:20:48,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62f299451ad14738c82e60d20c3a3783, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f299451ad14738c82e60d20c3a3783, server=a10fb4296bab,42811,1731406839728 because future has completed 2024-11-12T10:20:48,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:20:48,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62f299451ad14738c82e60d20c3a3783, server=a10fb4296bab,42811,1731406839728 in 209 msec 2024-11-12T10:20:48,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:20:48,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62f299451ad14738c82e60d20c3a3783, ASSIGN in 378 msec 2024-11-12T10:20:48,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:48,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406848185"}]},"ts":"1731406848185"} 2024-11-12T10:20:48,187 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:20:48,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:48,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 835 msec 2024-11-12T10:20:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:48,498 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:20:48,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:48,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36695,1731406844308 2024-11-12T10:20:48,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@120b9217 2024-11-12T10:20:48,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:48,500 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:48,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:20:48,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:48,506 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:48,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:20:48,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:48,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:20:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:48,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3886469d7f0030aacb91b22abee1f6a, NAME => 'test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf 2024-11-12T10:20:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:20:48,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:48,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f3886469d7f0030aacb91b22abee1f6a, disabling compactions & flushes 2024-11-12T10:20:48,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:48,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:48,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. after waiting 0 ms 2024-11-12T10:20:48,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:48,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:48,939 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3886469d7f0030aacb91b22abee1f6a: Waiting for close lock at 1731406848939Disabling compacts and flushes for region at 1731406848939Disabling writes for close at 1731406848939Writing region close event to WAL at 1731406848939Closed at 1731406848939 2024-11-12T10:20:48,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:48,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406848941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406848941"}]},"ts":"1731406848941"} 2024-11-12T10:20:48,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:48,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:48,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406848945"}]},"ts":"1731406848945"} 2024-11-12T10:20:48,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:20:48,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3886469d7f0030aacb91b22abee1f6a, ASSIGN}] 2024-11-12T10:20:48,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3886469d7f0030aacb91b22abee1f6a, ASSIGN 2024-11-12T10:20:48,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f3886469d7f0030aacb91b22abee1f6a, ASSIGN; state=OFFLINE, location=a10fb4296bab,39945,1731406844446; forceNewPlan=false, retain=false 2024-11-12T10:20:49,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3886469d7f0030aacb91b22abee1f6a, regionState=OPENING, regionLocation=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:49,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f3886469d7f0030aacb91b22abee1f6a, ASSIGN because future has completed 2024-11-12T10:20:49,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3886469d7f0030aacb91b22abee1f6a, server=a10fb4296bab,39945,1731406844446}] 2024-11-12T10:20:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:49,288 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:49,288 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3886469d7f0030aacb91b22abee1f6a, NAME => 'test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:49,289 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:49,289 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:20:49,289 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,289 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:49,289 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,289 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,306 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,308 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3886469d7f0030aacb91b22abee1f6a columnFamilyName f 2024-11-12T10:20:49,308 DEBUG [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:49,308 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] regionserver.HStore(327): Store=f3886469d7f0030aacb91b22abee1f6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:49,309 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,310 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3886469d7f0030aacb91b22abee1f6a columnFamilyName f1 2024-11-12T10:20:49,310 DEBUG [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:49,310 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] regionserver.HStore(327): Store=f3886469d7f0030aacb91b22abee1f6a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:49,311 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,312 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3886469d7f0030aacb91b22abee1f6a columnFamilyName norep 2024-11-12T10:20:49,312 DEBUG [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:49,312 INFO [StoreOpener-f3886469d7f0030aacb91b22abee1f6a-1 {}] regionserver.HStore(327): Store=f3886469d7f0030aacb91b22abee1f6a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:49,313 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,313 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,314 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,315 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,315 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,315 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:49,316 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,333 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:49,333 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3886469d7f0030aacb91b22abee1f6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63656387, jitterRate=-0.051445916295051575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:49,333 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:49,334 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3886469d7f0030aacb91b22abee1f6a: Running coprocessor pre-open hook at 1731406849289Writing region info on filesystem at 1731406849289Initializing all the Stores at 1731406849290 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406849290Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406849306 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406849306Cleaning up temporary data from old regions at 1731406849315 (+9 ms)Running coprocessor post-open hooks at 1731406849334 (+19 ms)Region opened successfully at 1731406849334 2024-11-12T10:20:49,335 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a., pid=6, masterSystemTime=1731406849272 2024-11-12T10:20:49,338 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:49,338 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:49,339 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3886469d7f0030aacb91b22abee1f6a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:49,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3886469d7f0030aacb91b22abee1f6a, server=a10fb4296bab,39945,1731406844446 because future has completed 2024-11-12T10:20:49,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:20:49,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3886469d7f0030aacb91b22abee1f6a, server=a10fb4296bab,39945,1731406844446 in 241 msec 2024-11-12T10:20:49,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:20:49,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f3886469d7f0030aacb91b22abee1f6a, ASSIGN in 404 msec 2024-11-12T10:20:49,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:49,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406849354"}]},"ts":"1731406849354"} 2024-11-12T10:20:49,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:20:49,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:49,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 857 msec 2024-11-12T10:20:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:20:49,648 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:20:49,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352afcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,33139,-1 for getting cluster id 2024-11-12T10:20:49,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:49,650 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c285d45-c258-4bc9-b56b-3367e314aaa8' 2024-11-12T10:20:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c285d45-c258-4bc9-b56b-3367e314aaa8" 2024-11-12T10:20:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be05a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,33139,-1] 2024-11-12T10:20:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:49,651 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267d59cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ed38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36695,-1 for getting cluster id 2024-11-12T10:20:49,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:49,655 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d043e2f-a333-4cca-b011-6d7c5a933894' 2024-11-12T10:20:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d043e2f-a333-4cca-b011-6d7c5a933894" 2024-11-12T10:20:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eda460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36695,-1] 2024-11-12T10:20:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:49,657 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9188b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4a8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,33139,-1 for getting cluster id 2024-11-12T10:20:49,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:49,660 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c285d45-c258-4bc9-b56b-3367e314aaa8' 2024-11-12T10:20:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c285d45-c258-4bc9-b56b-3367e314aaa8" 2024-11-12T10:20:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545bb28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,33139,-1] 2024-11-12T10:20:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:49,662 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c65d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,33139,1731406839516 2024-11-12T10:20:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b4bbe5f 2024-11-12T10:20:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:49,666 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:49,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:36695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:20:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:20:49,670 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:36695' 2024-11-12T10:20:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:49,671 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edd224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,671 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36695,-1 for getting cluster id 2024-11-12T10:20:49,671 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:49,672 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d043e2f-a333-4cca-b011-6d7c5a933894' 2024-11-12T10:20:49,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:49,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d043e2f-a333-4cca-b011-6d7c5a933894" 2024-11-12T10:20:49,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a25cfaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36695,-1] 2024-11-12T10:20:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:49,674 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239a61ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:49,675 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:49,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36695,1731406844308 2024-11-12T10:20:49,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b44ddf0 2024-11-12T10:20:49,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:49,678 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:49,678 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T10:20:49,679 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:20:49,679 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:49,679 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:49,679 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:49,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:49,680 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:20:49,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:49,682 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:49,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:20:49,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2563054dadb15240b49e93a2d0a88281, NAME => 'hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7 2024-11-12T10:20:49,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:20:49,731 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:20:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:50,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:50,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2563054dadb15240b49e93a2d0a88281, disabling compactions & flushes 2024-11-12T10:20:50,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. after waiting 0 ms 2024-11-12T10:20:50,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2563054dadb15240b49e93a2d0a88281: Waiting for close lock at 1731406850119Disabling compacts and flushes for region at 1731406850119Disabling writes for close at 1731406850120 (+1 ms)Writing region close event to WAL at 1731406850120Closed at 1731406850120 2024-11-12T10:20:50,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:50,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406850121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406850121"}]},"ts":"1731406850121"} 2024-11-12T10:20:50,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:50,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:50,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406850124"}]},"ts":"1731406850124"} 2024-11-12T10:20:50,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:20:50,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2563054dadb15240b49e93a2d0a88281, ASSIGN}] 2024-11-12T10:20:50,127 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2563054dadb15240b49e93a2d0a88281, ASSIGN 2024-11-12T10:20:50,127 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2563054dadb15240b49e93a2d0a88281, ASSIGN; state=OFFLINE, location=a10fb4296bab,42811,1731406839728; forceNewPlan=false, retain=false 2024-11-12T10:20:50,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2563054dadb15240b49e93a2d0a88281, regionState=OPENING, regionLocation=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:50,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2563054dadb15240b49e93a2d0a88281, ASSIGN because future has completed 2024-11-12T10:20:50,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2563054dadb15240b49e93a2d0a88281, server=a10fb4296bab,42811,1731406839728}] 2024-11-12T10:20:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:50,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:50,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:20:50,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C42811%2C1731406839728.rep, suffix=, logDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728, archiveDir=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/oldWALs, maxLogs=10 2024-11-12T10:20:50,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.rep.1731406850437, exclude list is [], retry=0 2024-11-12T10:20:50,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-b14b6b4a-c18e-41dd-8bdb-c8f1127e898e,DISK] 2024-11-12T10:20:50,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.rep.1731406850437 2024-11-12T10:20:50,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46461:46461)] 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2563054dadb15240b49e93a2d0a88281, NAME => 'hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:50,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. service=MultiRowMutationService 2024-11-12T10:20:50,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,455 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,456 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2563054dadb15240b49e93a2d0a88281 columnFamilyName hfileref 2024-11-12T10:20:50,456 DEBUG [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:50,456 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] regionserver.HStore(327): Store=2563054dadb15240b49e93a2d0a88281/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:50,456 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,457 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2563054dadb15240b49e93a2d0a88281 columnFamilyName queue 2024-11-12T10:20:50,457 DEBUG [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:50,457 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] regionserver.HStore(327): Store=2563054dadb15240b49e93a2d0a88281/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:50,458 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,458 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2563054dadb15240b49e93a2d0a88281 columnFamilyName sid 2024-11-12T10:20:50,458 DEBUG [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:50,459 INFO [StoreOpener-2563054dadb15240b49e93a2d0a88281-1 {}] regionserver.HStore(327): Store=2563054dadb15240b49e93a2d0a88281/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:50,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:50,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:50,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2563054dadb15240b49e93a2d0a88281; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68511509, jitterRate=0.020901039242744446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:50,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:20:50,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2563054dadb15240b49e93a2d0a88281: Running coprocessor pre-open hook at 1731406850454Writing region info on filesystem at 1731406850454Initializing all the Stores at 1731406850455 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406850455Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406850455Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406850455Cleaning up temporary data from old regions at 1731406850460 (+5 ms)Running coprocessor post-open hooks at 1731406850463 (+3 ms)Region opened successfully at 1731406850463 2024-11-12T10:20:50,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281., pid=10, masterSystemTime=1731406850432 2024-11-12T10:20:50,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:20:50,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2563054dadb15240b49e93a2d0a88281, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42811,1731406839728 2024-11-12T10:20:50,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2563054dadb15240b49e93a2d0a88281, server=a10fb4296bab,42811,1731406839728 because future has completed 2024-11-12T10:20:50,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:20:50,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2563054dadb15240b49e93a2d0a88281, server=a10fb4296bab,42811,1731406839728 in 188 msec 2024-11-12T10:20:50,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:20:50,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2563054dadb15240b49e93a2d0a88281, ASSIGN in 344 msec 2024-11-12T10:20:50,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:50,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406850472"}]},"ts":"1731406850472"} 2024-11-12T10:20:50,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:20:50,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:50,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-12T10:20:50,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281., hostname=a10fb4296bab,42811,1731406839728, seqNum=2] 2024-11-12T10:20:50,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:50,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:20:50,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:20:50,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:20:50,754 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:20:50,790 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,42811,1731406839728, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:20:50,791 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:50,791 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42811,1731406839728, seqNum=-1] 2024-11-12T10:20:50,791 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:50,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:50,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,42811,1731406839728', locateType=CURRENT is [region=hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281., hostname=a10fb4296bab,42811,1731406839728, seqNum=2] 2024-11-12T10:20:50,797 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:20:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:20:50,799 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,42811,1731406839728 suceeded 2024-11-12T10:20:50,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:20:50,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-12T10:20:50,801 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:36695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:20:50,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1350 sec 2024-11-12T10:20:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:50,807 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:20:50,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:50,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:50,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:50,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c71858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36695,-1 for getting cluster id 2024-11-12T10:20:50,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:50,809 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d043e2f-a333-4cca-b011-6d7c5a933894' 2024-11-12T10:20:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d043e2f-a333-4cca-b011-6d7c5a933894" 2024-11-12T10:20:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7808f2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36695,-1] 2024-11-12T10:20:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,810 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e88ae4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36695,1731406844308 2024-11-12T10:20:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fcad072 2024-11-12T10:20:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:50,812 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:50,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:33139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:20:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:20:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:50,815 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:33139' 2024-11-12T10:20:50,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5bed5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,816 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,33139,-1 for getting cluster id 2024-11-12T10:20:50,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:50,816 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:36695' 2024-11-12T10:20:50,817 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c285d45-c258-4bc9-b56b-3367e314aaa8' 2024-11-12T10:20:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c285d45-c258-4bc9-b56b-3367e314aaa8" 2024-11-12T10:20:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764232ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,33139,-1] 2024-11-12T10:20:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:50,817 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33afdb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,817 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36695,-1 for getting cluster id 2024-11-12T10:20:50,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,817 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:50,818 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d043e2f-a333-4cca-b011-6d7c5a933894' 2024-11-12T10:20:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:50,818 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d043e2f-a333-4cca-b011-6d7c5a933894" 2024-11-12T10:20:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@91fae91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36695,-1] 2024-11-12T10:20:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:50,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6503c643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:50,819 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,33139,1731406839516 2024-11-12T10:20:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b6419a2 2024-11-12T10:20:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:50,820 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:20:50,821 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:20:50,821 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:20:50,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:50,821 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7216abe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:50,821 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:50,821 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:20:50,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,36695,1731406844308 2024-11-12T10:20:50,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ad236b6 2024-11-12T10:20:50,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:50,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:50,823 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:20:50,823 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T10:20:50,824 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,42811,1731406839728 (queues=1) is replicating from cluster=0c285d45-c258-4bc9-b56b-3367e314aaa8 to cluster=4d043e2f-a333-4cca-b011-6d7c5a933894 2024-11-12T10:20:50,824 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C42811%2C1731406839728 2024-11-12T10:20:50,824 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,42811,1731406839728, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:20:50,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:20:50,824 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:50,824 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C42811%2C1731406839728 2024-11-12T10:20:50,824 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, startPosition=0, beingWritten=true 2024-11-12T10:20:50,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:20:50,830 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:50,830 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:50,830 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42811,1731406839728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:50,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:20:50,873 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:20:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:51,037 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:51,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81247d142402d483a09d96f9e7998d42, NAME => 'hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf 2024-11-12T10:20:51,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:20:51,341 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:51,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:51,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81247d142402d483a09d96f9e7998d42, disabling compactions & flushes 2024-11-12T10:20:51,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:51,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:51,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. after waiting 0 ms 2024-11-12T10:20:51,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:51,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:51,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81247d142402d483a09d96f9e7998d42: Waiting for close lock at 1731406851642Disabling compacts and flushes for region at 1731406851642Disabling writes for close at 1731406851642Writing region close event to WAL at 1731406851642Closed at 1731406851642 2024-11-12T10:20:51,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:20:51,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406851643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406851643"}]},"ts":"1731406851643"} 2024-11-12T10:20:51,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:20:51,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:20:51,645 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406851645"}]},"ts":"1731406851645"} 2024-11-12T10:20:51,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:20:51,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81247d142402d483a09d96f9e7998d42, ASSIGN}] 2024-11-12T10:20:51,648 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81247d142402d483a09d96f9e7998d42, ASSIGN 2024-11-12T10:20:51,648 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81247d142402d483a09d96f9e7998d42, ASSIGN; state=OFFLINE, location=a10fb4296bab,39945,1731406844446; forceNewPlan=false, retain=false 2024-11-12T10:20:51,744 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:51,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:20:51,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81247d142402d483a09d96f9e7998d42, regionState=OPENING, regionLocation=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:51,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81247d142402d483a09d96f9e7998d42, ASSIGN because future has completed 2024-11-12T10:20:51,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81247d142402d483a09d96f9e7998d42, server=a10fb4296bab,39945,1731406844446}] 2024-11-12T10:20:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:52,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:52,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:20:52,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:20:52,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39945%2C1731406844446.rep, suffix=, logDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446, archiveDir=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/oldWALs, maxLogs=10 2024-11-12T10:20:52,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.rep.1731406852013, exclude list is [], retry=0 2024-11-12T10:20:52,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-fa8f057c-722c-4692-ad68-24c3339d1b27,DISK] 2024-11-12T10:20:52,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.rep.1731406852013 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35807:35807)] 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81247d142402d483a09d96f9e7998d42, NAME => 'hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:20:52,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. service=MultiRowMutationService 2024-11-12T10:20:52,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,029 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,030 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81247d142402d483a09d96f9e7998d42 columnFamilyName hfileref 2024-11-12T10:20:52,030 DEBUG [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:52,030 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] regionserver.HStore(327): Store=81247d142402d483a09d96f9e7998d42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:52,030 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,031 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81247d142402d483a09d96f9e7998d42 columnFamilyName queue 2024-11-12T10:20:52,031 DEBUG [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:52,031 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] regionserver.HStore(327): Store=81247d142402d483a09d96f9e7998d42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:52,031 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,032 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81247d142402d483a09d96f9e7998d42 columnFamilyName sid 2024-11-12T10:20:52,032 DEBUG [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:20:52,032 INFO [StoreOpener-81247d142402d483a09d96f9e7998d42-1 {}] regionserver.HStore(327): Store=81247d142402d483a09d96f9e7998d42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:20:52,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:20:52,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:20:52,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81247d142402d483a09d96f9e7998d42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66306776, jitterRate=-0.011952042579650879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:20:52,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:52,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81247d142402d483a09d96f9e7998d42: Running coprocessor pre-open hook at 1731406852029Writing region info on filesystem at 1731406852029Initializing all the Stores at 1731406852029Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406852029Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406852029Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406852029Cleaning up temporary data from old regions at 1731406852034 (+5 ms)Running coprocessor post-open hooks at 1731406852037 (+3 ms)Region opened successfully at 1731406852037 2024-11-12T10:20:52,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42., pid=10, masterSystemTime=1731406852009 2024-11-12T10:20:52,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:52,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:52,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81247d142402d483a09d96f9e7998d42, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,39945,1731406844446 2024-11-12T10:20:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81247d142402d483a09d96f9e7998d42, server=a10fb4296bab,39945,1731406844446 because future has completed 2024-11-12T10:20:52,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:20:52,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81247d142402d483a09d96f9e7998d42, server=a10fb4296bab,39945,1731406844446 in 241 msec 2024-11-12T10:20:52,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:20:52,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81247d142402d483a09d96f9e7998d42, ASSIGN in 396 msec 2024-11-12T10:20:52,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:20:52,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406852045"}]},"ts":"1731406852045"} 2024-11-12T10:20:52,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:20:52,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:20:52,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-12T10:20:52,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42., hostname=a10fb4296bab,39945,1731406844446, seqNum=2] 2024-11-12T10:20:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:52,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:20:52,247 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:52,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:20:52,288 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:20:52,313 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,39945,1731406844446, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:20:52,313 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:52,313 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39945,1731406844446, seqNum=-1] 2024-11-12T10:20:52,314 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:52,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:52,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,39945,1731406844446', locateType=CURRENT is [region=hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42., hostname=a10fb4296bab,39945,1731406844446, seqNum=2] 2024-11-12T10:20:52,318 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:20:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:20:52,320 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,39945,1731406844446 suceeded 2024-11-12T10:20:52,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:20:52,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-12T10:20:52,322 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:33139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:20:52,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-12T10:20:52,336 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:33139' 2024-11-12T10:20:52,337 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5470189e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:52,337 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,33139,-1 for getting cluster id 2024-11-12T10:20:52,337 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:52,338 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c285d45-c258-4bc9-b56b-3367e314aaa8' 2024-11-12T10:20:52,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:52,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c285d45-c258-4bc9-b56b-3367e314aaa8" 2024-11-12T10:20:52,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b3fdf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:52,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,33139,-1] 2024-11-12T10:20:52,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:52,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:52,339 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:52,340 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b16e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:52,340 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:20:52,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,33139,1731406839516 2024-11-12T10:20:52,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d05a96 2024-11-12T10:20:52,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:20:52,341 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T10:20:52,342 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,39945,1731406844446 (queues=1) is replicating from cluster=4d043e2f-a333-4cca-b011-6d7c5a933894 to cluster=0c285d45-c258-4bc9-b56b-3367e314aaa8 2024-11-12T10:20:52,342 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C39945%2C1731406844446 2024-11-12T10:20:52,342 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,39945,1731406844446, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:20:52,342 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C39945%2C1731406844446 2024-11-12T10:20:52,342 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, startPosition=0, beingWritten=true 2024-11-12T10:20:52,346 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:52,346 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 379, reset compression=false 2024-11-12T10:20:52,346 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,39945,1731406844446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:52,549 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 379, reset compression=false 2024-11-12T10:20:52,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:52,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:52,851 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:52,853 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 379, reset compression=false 2024-11-12T10:20:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:20:52,958 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:20:52,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:52,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:52,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:52,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:52,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:52,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42811,1731406839728, seqNum=-1] 2024-11-12T10:20:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:52,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406847352.62f299451ad14738c82e60d20c3a3783., hostname=a10fb4296bab,42811,1731406839728, seqNum=2] 2024-11-12T10:20:52,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39945,1731406844446, seqNum=-1] 2024-11-12T10:20:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:52,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:20:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a., hostname=a10fb4296bab,39945,1731406844446, seqNum=2] 2024-11-12T10:20:52,970 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T10:20:53,255 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 379, reset compression=false 2024-11-12T10:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 379, reset compression=false 2024-11-12T10:20:53,558 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:53,559 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 480, reset compression=false 2024-11-12T10:20:53,559 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42811,1731406839728 got entry batch from reader: WALEntryBatch [walEntries=[{test/62f299451ad14738c82e60d20c3a3783/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T10:20:53,561 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:53,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T10:20:53,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:20:53,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c85a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:53,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,36695,-1 for getting cluster id 2024-11-12T10:20:53,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:53,565 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d043e2f-a333-4cca-b011-6d7c5a933894' 2024-11-12T10:20:53,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:53,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d043e2f-a333-4cca-b011-6d7c5a933894" 2024-11-12T10:20:53,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6248d0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:53,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,36695,-1] 2024-11-12T10:20:53,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:53,566 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:53,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a5d51f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:53,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:53,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39945,1731406844446, seqNum=-1] 2024-11-12T10:20:53,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:53,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:53,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a., hostname=a10fb4296bab,39945,1731406844446, seqNum=2] 2024-11-12T10:20:53,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:20:53,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:20:53,758 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 379, reset compression=false 2024-11-12T10:20:53,763 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:53,763 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 503, reset compression=false 2024-11-12T10:20:53,763 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,39945,1731406844446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:53,763 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 480, reset compression=false 2024-11-12T10:20:53,967 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 503, reset compression=false 2024-11-12T10:20:53,973 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T10:20:53,975 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T10:20:54,067 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 480, reset compression=false 2024-11-12T10:20:54,270 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 503, reset compression=false 2024-11-12T10:20:54,275 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:54,275 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 607, reset compression=false 2024-11-12T10:20:54,275 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,39945,1731406844446 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3886469d7f0030aacb91b22abee1f6a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:20:54,277 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:20:54,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T10:20:54,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:20:54,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ea7d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:54,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,33139,-1 for getting cluster id 2024-11-12T10:20:54,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:20:54,279 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c285d45-c258-4bc9-b56b-3367e314aaa8' 2024-11-12T10:20:54,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:20:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c285d45-c258-4bc9-b56b-3367e314aaa8" 2024-11-12T10:20:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518fd650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,33139,-1] 2024-11-12T10:20:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:20:54,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:54,280 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:20:54,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3377d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:20:54,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:20:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42811,1731406839728, seqNum=-1] 2024-11-12T10:20:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:20:54,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T10:20:54,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731406847352.62f299451ad14738c82e60d20c3a3783., hostname=a10fb4296bab,42811,1731406839728, seqNum=2] 2024-11-12T10:20:54,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:20:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:20:54,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T10:20:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:20:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:20:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:20:54,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T10:20:54,473 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 480, reset compression=false 2024-11-12T10:20:54,477 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:54,477 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 607, reset compression=false 2024-11-12T10:20:54,477 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42811,1731406839728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:54,478 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 607, reset compression=false 2024-11-12T10:20:54,680 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 607, reset compression=false 2024-11-12T10:20:54,781 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 607, reset compression=false 2024-11-12T10:20:54,977 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T10:20:54,984 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T10:20:54,984 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 607, reset compression=false 2024-11-12T10:20:54,989 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:54,989 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 763, reset compression=false 2024-11-12T10:20:54,989 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42811,1731406839728 got entry batch from reader: WALEntryBatch [walEntries=[{test/62f299451ad14738c82e60d20c3a3783/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T10:20:54,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:20:54,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:20:55,186 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 607, reset compression=false 2024-11-12T10:20:55,189 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:55,189 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 754, reset compression=false 2024-11-12T10:20:55,189 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,39945,1731406844446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:55,193 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 763, reset compression=false 2024-11-12T10:20:55,393 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 754, reset compression=false 2024-11-12T10:20:55,495 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 763, reset compression=false 2024-11-12T10:20:55,696 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 754, reset compression=false 2024-11-12T10:20:55,900 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 763, reset compression=false 2024-11-12T10:20:55,986 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T10:20:55,990 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T10:20:56,099 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 754, reset compression=false 2024-11-12T10:20:56,103 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:20:56,103 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 913, reset compression=false 2024-11-12T10:20:56,103 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,39945,1731406844446 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3886469d7f0030aacb91b22abee1f6a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T10:20:56,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:20:56,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:20:56,306 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 913, reset compression=false 2024-11-12T10:20:56,404 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 763, reset compression=false 2024-11-12T10:20:56,409 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:56,409 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42811,1731406839728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:56,409 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:56,609 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 913, reset compression=false 2024-11-12T10:20:56,617 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:56,919 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:56,992 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T10:20:56,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:20:56,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:56,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:56,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:56,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:56,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:20:56,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=84441183, stopped=false 2024-11-12T10:20:56,995 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,36695,1731406844308 2024-11-12T10:20:56,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:57,012 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 913, reset compression=false 2024-11-12T10:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819564776/running 2024-11-12T10:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819564776/running 2024-11-12T10:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:57,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:57,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:57,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/running 2024-11-12T10:20:57,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:20:57,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Set watcher on znode that does not yet exist, /1819564776/running 2024-11-12T10:20:57,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:57,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:57,041 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,39945,1731406844446' ***** 2024-11-12T10:20:57,041 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:20:57,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 81247d142402d483a09d96f9e7998d42 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,39945,1731406844446 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39945. 2024-11-12T10:20:57,042 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81247d142402d483a09d96f9e7998d42, disabling compactions & flushes 2024-11-12T10:20:57,042 DEBUG [RS:0;a10fb4296bab:39945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:57,042 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:57,042 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:57,042 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:57,042 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. after waiting 0 ms 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:20:57,042 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:20:57,042 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:20:57,042 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81247d142402d483a09d96f9e7998d42 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T10:20:57,044 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:20:57,044 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81247d142402d483a09d96f9e7998d42=hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42., f3886469d7f0030aacb91b22abee1f6a=test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.} 2024-11-12T10:20:57,044 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81247d142402d483a09d96f9e7998d42, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:57,044 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:20:57,044 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:20:57,044 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:20:57,044 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:20:57,044 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:20:57,044 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:20:57,057 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/.tmp/queue/6f955afd6a6749e1a9d009f99535ce94 is 153, key is 1-a10fb4296bab,39945,1731406844446/queue:a10fb4296bab%2C39945%2C1731406844446/1731406856107/Put/seqid=0 2024-11-12T10:20:57,062 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/info/326bee28221847228cd2025275fe33d8 is 147, key is hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42./info:regioninfo/1731406852039/Put/seqid=0 2024-11-12T10:20:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741840_1016 (size=5352) 2024-11-12T10:20:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741841_1017 (size=7686) 2024-11-12T10:20:57,128 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:57,244 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81247d142402d483a09d96f9e7998d42, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:57,323 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:57,445 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81247d142402d483a09d96f9e7998d42, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:57,465 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/.tmp/queue/6f955afd6a6749e1a9d009f99535ce94 2024-11-12T10:20:57,470 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/info/326bee28221847228cd2025275fe33d8 2024-11-12T10:20:57,470 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/.tmp/queue/6f955afd6a6749e1a9d009f99535ce94 as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/queue/6f955afd6a6749e1a9d009f99535ce94 2024-11-12T10:20:57,474 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/queue/6f955afd6a6749e1a9d009f99535ce94, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T10:20:57,475 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 81247d142402d483a09d96f9e7998d42 in 433ms, sequenceid=10, compaction requested=false 2024-11-12T10:20:57,478 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/replication/81247d142402d483a09d96f9e7998d42/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T10:20:57,478 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:57,478 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:57,478 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:57,478 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81247d142402d483a09d96f9e7998d42: Waiting for close lock at 1731406857042Running coprocessor pre-close hooks at 1731406857042Disabling compacts and flushes for region at 1731406857042Disabling writes for close at 1731406857042Obtaining lock to block concurrent updates at 1731406857042Preparing flush snapshotting stores in 81247d142402d483a09d96f9e7998d42 at 1731406857042Finished memstore snapshotting hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731406857043 (+1 ms)Flushing stores of hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. at 1731406857043Flushing 81247d142402d483a09d96f9e7998d42/queue: creating writer at 1731406857043Flushing 81247d142402d483a09d96f9e7998d42/queue: appending metadata at 1731406857056 (+13 ms)Flushing 81247d142402d483a09d96f9e7998d42/queue: closing flushed file at 1731406857056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7847fcf: reopening flushed file at 1731406857470 (+414 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 81247d142402d483a09d96f9e7998d42 in 433ms, sequenceid=10, compaction requested=false at 1731406857475 (+5 ms)Writing region close event to WAL at 1731406857475Running coprocessor post-close hooks at 1731406857478 (+3 ms)Closed at 1731406857478 2024-11-12T10:20:57,478 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406850821.81247d142402d483a09d96f9e7998d42. 2024-11-12T10:20:57,479 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3886469d7f0030aacb91b22abee1f6a, disabling compactions & flushes 2024-11-12T10:20:57,479 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:57,479 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:57,479 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. after waiting 0 ms 2024-11-12T10:20:57,479 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:57,479 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3886469d7f0030aacb91b22abee1f6a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T10:20:57,491 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/ns/ee2b58e95f304c638d3bd93570947453 is 43, key is default/ns:d/1731406847212/Put/seqid=0 2024-11-12T10:20:57,492 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/f/571aa88d1ef94a269cc21af70a9bbeba is 29, key is row1/f:/1731406855987/DeleteFamily/seqid=0 2024-11-12T10:20:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:20:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741843_1019 (size=5118) 2024-11-12T10:20:57,515 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 913, reset compression=false 2024-11-12T10:20:57,519 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:57,519 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1160, reset compression=false 2024-11-12T10:20:57,519 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,39945,1731406844446 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:20:57,520 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,39945,1731406844446: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,39945,1731406844446, walGroup=a10fb4296bab%2C39945%2C1731406844446, offset=a10fb4296bab%2C39945%2C1731406844446.1731406845924:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:39945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:20:57,520 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:20:57,521 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:20:57,521 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:20:57,521 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:20:57,521 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:20:57,521 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 857429920 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 190601832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:20:57,521 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:20:57,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:20:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:20:57,645 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:57,723 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1160, reset compression=false 2024-11-12T10:20:57,784 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:20:57,784 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:20:57,827 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:57,845 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:57,895 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/ns/ee2b58e95f304c638d3bd93570947453 2024-11-12T10:20:57,897 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/f/571aa88d1ef94a269cc21af70a9bbeba 2024-11-12T10:20:57,900 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 571aa88d1ef94a269cc21af70a9bbeba 2024-11-12T10:20:57,912 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/f1/f977c54946a24048b18f3fc28cdffa0a is 30, key is row1/f1:/1731406855987/DeleteFamily/seqid=0 2024-11-12T10:20:57,913 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/rep_barrier/672b0cdf658145f88b97d1dd345c98b3 is 112, key is test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a./rep_barrier:seqnumDuringOpen/1731406849339/Put/seqid=0 2024-11-12T10:20:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741845_1021 (size=5518) 2024-11-12T10:20:57,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741844_1020 (size=5123) 2024-11-12T10:20:57,917 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/f1/f977c54946a24048b18f3fc28cdffa0a 2024-11-12T10:20:57,920 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f977c54946a24048b18f3fc28cdffa0a 2024-11-12T10:20:57,934 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/norep/bbc360286a2a4a3c8d32391d50c194df is 33, key is row1/norep:/1731406855987/DeleteFamily/seqid=0 2024-11-12T10:20:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741846_1022 (size=5108) 2024-11-12T10:20:58,026 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1160, reset compression=false 2024-11-12T10:20:58,045 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:20:58,045 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f3886469d7f0030aacb91b22abee1f6a=test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a.} 2024-11-12T10:20:58,045 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:58,245 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3886469d7f0030aacb91b22abee1f6a 2024-11-12T10:20:58,317 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/rep_barrier/672b0cdf658145f88b97d1dd345c98b3 2024-11-12T10:20:58,336 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/table/0e48edc4264b4adab5a94209d59bad49 is 53, key is hbase:replication/table:state/1731406852045/Put/seqid=0 2024-11-12T10:20:58,337 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/norep/bbc360286a2a4a3c8d32391d50c194df 2024-11-12T10:20:58,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741847_1023 (size=5308) 2024-11-12T10:20:58,341 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbc360286a2a4a3c8d32391d50c194df 2024-11-12T10:20:58,342 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/f/571aa88d1ef94a269cc21af70a9bbeba as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/f/571aa88d1ef94a269cc21af70a9bbeba 2024-11-12T10:20:58,345 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 571aa88d1ef94a269cc21af70a9bbeba 2024-11-12T10:20:58,345 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/f/571aa88d1ef94a269cc21af70a9bbeba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T10:20:58,346 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/f1/f977c54946a24048b18f3fc28cdffa0a as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/f1/f977c54946a24048b18f3fc28cdffa0a 2024-11-12T10:20:58,358 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f977c54946a24048b18f3fc28cdffa0a 2024-11-12T10:20:58,359 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/f1/f977c54946a24048b18f3fc28cdffa0a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T10:20:58,359 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/.tmp/norep/bbc360286a2a4a3c8d32391d50c194df as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/norep/bbc360286a2a4a3c8d32391d50c194df 2024-11-12T10:20:58,367 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbc360286a2a4a3c8d32391d50c194df 2024-11-12T10:20:58,367 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/norep/bbc360286a2a4a3c8d32391d50c194df, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T10:20:58,368 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f3886469d7f0030aacb91b22abee1f6a in 889ms, sequenceid=8, compaction requested=false 2024-11-12T10:20:58,379 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/default/test/f3886469d7f0030aacb91b22abee1f6a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T10:20:58,380 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:58,380 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:20:58,380 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:58,380 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3886469d7f0030aacb91b22abee1f6a: Waiting for close lock at 1731406857479Running coprocessor pre-close hooks at 1731406857479Disabling compacts and flushes for region at 1731406857479Disabling writes for close at 1731406857479Obtaining lock to block concurrent updates at 1731406857479Preparing flush snapshotting stores in f3886469d7f0030aacb91b22abee1f6a at 1731406857479Finished memstore snapshotting test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731406857479Flushing stores of test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. at 1731406857479Flushing f3886469d7f0030aacb91b22abee1f6a/f: creating writer at 1731406857480 (+1 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/f: appending metadata at 1731406857491 (+11 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/f: closing flushed file at 1731406857492 (+1 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/f1: creating writer at 1731406857900 (+408 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/f1: appending metadata at 1731406857912 (+12 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/f1: closing flushed file at 1731406857912Flushing f3886469d7f0030aacb91b22abee1f6a/norep: creating writer at 1731406857921 (+9 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/norep: appending metadata at 1731406857933 (+12 ms)Flushing f3886469d7f0030aacb91b22abee1f6a/norep: closing flushed file at 1731406857933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4211c467: reopening flushed file at 1731406858341 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e091be: reopening flushed file at 1731406858345 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9cf954: reopening flushed file at 1731406858359 (+14 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f3886469d7f0030aacb91b22abee1f6a in 889ms, sequenceid=8, compaction requested=false at 1731406858368 (+9 ms)Writing region close event to WAL at 1731406858376 (+8 ms)Running coprocessor post-close hooks at 1731406858380 (+4 ms)Closed at 1731406858380 2024-11-12T10:20:58,380 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406848501.f3886469d7f0030aacb91b22abee1f6a. 2024-11-12T10:20:58,429 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1160, reset compression=false 2024-11-12T10:20:58,430 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:58,435 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:20:58,435 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1804, reset compression=false 2024-11-12T10:20:58,446 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:58,638 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1804, reset compression=false 2024-11-12T10:20:58,646 DEBUG [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:20:58,740 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/table/0e48edc4264b4adab5a94209d59bad49 2024-11-12T10:20:58,744 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/info/326bee28221847228cd2025275fe33d8 as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/info/326bee28221847228cd2025275fe33d8 2024-11-12T10:20:58,747 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/info/326bee28221847228cd2025275fe33d8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:20:58,748 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/ns/ee2b58e95f304c638d3bd93570947453 as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/ns/ee2b58e95f304c638d3bd93570947453 2024-11-12T10:20:58,751 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/ns/ee2b58e95f304c638d3bd93570947453, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:20:58,752 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/rep_barrier/672b0cdf658145f88b97d1dd345c98b3 as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/rep_barrier/672b0cdf658145f88b97d1dd345c98b3 2024-11-12T10:20:58,755 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/rep_barrier/672b0cdf658145f88b97d1dd345c98b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:20:58,756 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/.tmp/table/0e48edc4264b4adab5a94209d59bad49 as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/table/0e48edc4264b4adab5a94209d59bad49 2024-11-12T10:20:58,759 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/table/0e48edc4264b4adab5a94209d59bad49, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:20:58,759 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-12T10:20:58,763 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:20:58,763 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:20:58,763 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:20:58,763 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:58,763 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406857044Running coprocessor pre-close hooks at 1731406857044Disabling compacts and flushes for region at 1731406857044Disabling writes for close at 1731406857044Obtaining lock to block concurrent updates at 1731406857044Preparing flush snapshotting stores in 1588230740 at 1731406857044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406857045 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406857045Flushing 1588230740/info: creating writer at 1731406857045Flushing 1588230740/info: appending metadata at 1731406857061 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731406857061Flushing 1588230740/ns: creating writer at 1731406857474 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731406857490 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731406857490Flushing 1588230740/rep_barrier: creating writer at 1731406857899 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406857913 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406857913Flushing 1588230740/table: creating writer at 1731406858320 (+407 ms)Flushing 1588230740/table: appending metadata at 1731406858336 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731406858336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19019371: reopening flushed file at 1731406858744 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4b469e: reopening flushed file at 1731406858747 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a0143f: reopening flushed file at 1731406858751 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7179457a: reopening flushed file at 1731406858755 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731406858759 (+4 ms)Writing region close event to WAL at 1731406858760 (+1 ms)Running coprocessor post-close hooks at 1731406858763 (+3 ms)Closed at 1731406858763 2024-11-12T10:20:58,763 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:20:58,846 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,39945,1731406844446; all regions closed. 2024-11-12T10:20:58,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.meta.1731406847022.meta not finished, retry = 0 2024-11-12T10:20:58,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:20:58,942 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 to pos 1804, reset compression=false 2024-11-12T10:20:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741839_1015 (size=2676) 2024-11-12T10:20:58,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.rep.1731406852013 not finished, retry = 0 2024-11-12T10:20:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741832_1008 (size=1812) 2024-11-12T10:20:59,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/WALs/a10fb4296bab,39945,1731406844446/a10fb4296bab%2C39945%2C1731406844446.1731406845924 not finished, retry = 0 2024-11-12T10:20:59,134 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:20:59,154 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:59,154 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:20:59,154 INFO [RS:0;a10fb4296bab:39945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:59,154 INFO [RS:0;a10fb4296bab:39945 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:59,154 INFO [RS:0;a10fb4296bab:39945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:59,154 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:20:59,154 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,39945,1731406844446 because: Region server is closing 2024-11-12T10:20:59,154 INFO [RS:0;a10fb4296bab:39945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39945. 2024-11-12T10:20:59,154 DEBUG [RS:0;a10fb4296bab:39945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:59,154 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:59,155 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:59,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:59,255 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.shippera10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 terminated 2024-11-12T10:20:59,255 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,39945,1731406844446.replicationSource.wal-reader.a10fb4296bab%2C39945%2C1731406844446,1-a10fb4296bab,39945,1731406844446 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:20:59,255 INFO [RS:0;a10fb4296bab:39945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39945. 2024-11-12T10:20:59,255 DEBUG [RS:0;a10fb4296bab:39945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:20:59,255 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:59,255 DEBUG [RS:0;a10fb4296bab:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:20:59,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:20:59,255 INFO [RS:0;a10fb4296bab:39945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39945 2024-11-12T10:20:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819564776/rs/a10fb4296bab,39945,1731406844446 2024-11-12T10:20:59,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776/rs 2024-11-12T10:20:59,355 INFO [RS:0;a10fb4296bab:39945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:20:59,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,39945,1731406844446] 2024-11-12T10:20:59,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1819564776/draining/a10fb4296bab,39945,1731406844446 already deleted, retry=false 2024-11-12T10:20:59,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,39945,1731406844446 expired; onlineServers=0 2024-11-12T10:20:59,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,36695,1731406844308' ***** 2024-11-12T10:20:59,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:20:59,376 INFO [M:0;a10fb4296bab:36695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:20:59,376 INFO [M:0;a10fb4296bab:36695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:20:59,376 DEBUG [M:0;a10fb4296bab:36695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:20:59,376 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:20:59,376 DEBUG [M:0;a10fb4296bab:36695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:20:59,376 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406845672 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406845672,5,FailOnTimeoutGroup] 2024-11-12T10:20:59,376 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406845668 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406845668,5,FailOnTimeoutGroup] 2024-11-12T10:20:59,376 INFO [M:0;a10fb4296bab:36695 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:20:59,377 INFO [M:0;a10fb4296bab:36695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:20:59,377 DEBUG [M:0;a10fb4296bab:36695 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:20:59,377 INFO [M:0;a10fb4296bab:36695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:20:59,377 INFO [M:0;a10fb4296bab:36695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:20:59,377 INFO [M:0;a10fb4296bab:36695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:20:59,377 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:20:59,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1819564776/master 2024-11-12T10:20:59,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1819564776 2024-11-12T10:20:59,386 DEBUG [M:0;a10fb4296bab:36695 {}] zookeeper.ZKUtil(347): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Unable to get data of znode /1819564776/master because node does not exist (not an error) 2024-11-12T10:20:59,386 WARN [M:0;a10fb4296bab:36695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:20:59,387 INFO [M:0;a10fb4296bab:36695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/.lastflushedseqids 2024-11-12T10:20:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741848_1024 (size=245) 2024-11-12T10:20:59,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:59,465 INFO [RS:0;a10fb4296bab:39945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:20:59,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1012e8faddf0004, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:20:59,465 INFO [RS:0;a10fb4296bab:39945 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,39945,1731406844446; zookeeper connection closed. 2024-11-12T10:20:59,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb3b427 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb3b427 2024-11-12T10:20:59,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:20:59,791 INFO [M:0;a10fb4296bab:36695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:20:59,791 INFO [M:0;a10fb4296bab:36695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:20:59,791 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:20:59,791 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:59,791 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:59,791 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:20:59,791 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:20:59,791 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T10:20:59,806 DEBUG [M:0;a10fb4296bab:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/742ceaec601a4f1ba6039f5112d2322d is 82, key is hbase:meta,,1/info:regioninfo/1731406847116/Put/seqid=0 2024-11-12T10:20:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741849_1025 (size=5672) 2024-11-12T10:20:59,937 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:21:00,210 INFO [M:0;a10fb4296bab:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/742ceaec601a4f1ba6039f5112d2322d 2024-11-12T10:21:00,227 DEBUG [M:0;a10fb4296bab:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5305abeffbe64bbd8071bfe6134a39bc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406852048/Put/seqid=0 2024-11-12T10:21:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741850_1026 (size=8515) 2024-11-12T10:21:00,631 INFO [M:0;a10fb4296bab:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5305abeffbe64bbd8071bfe6134a39bc 2024-11-12T10:21:00,653 DEBUG [M:0;a10fb4296bab:36695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0bdf98870ad4abc8d9aeb176099c87d is 69, key is a10fb4296bab,39945,1731406844446/rs:state/1731406845743/Put/seqid=0 2024-11-12T10:21:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741851_1027 (size=5156) 2024-11-12T10:21:00,840 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:21:01,056 INFO [M:0;a10fb4296bab:36695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0bdf98870ad4abc8d9aeb176099c87d 2024-11-12T10:21:01,060 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/742ceaec601a4f1ba6039f5112d2322d as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/742ceaec601a4f1ba6039f5112d2322d 2024-11-12T10:21:01,064 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/742ceaec601a4f1ba6039f5112d2322d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T10:21:01,064 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5305abeffbe64bbd8071bfe6134a39bc as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5305abeffbe64bbd8071bfe6134a39bc 2024-11-12T10:21:01,068 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5305abeffbe64bbd8071bfe6134a39bc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T10:21:01,068 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0bdf98870ad4abc8d9aeb176099c87d as hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0bdf98870ad4abc8d9aeb176099c87d 2024-11-12T10:21:01,072 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44623/user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0bdf98870ad4abc8d9aeb176099c87d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T10:21:01,073 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-12T10:21:01,076 INFO [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:01,076 DEBUG [M:0;a10fb4296bab:36695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406859791Disabling compacts and flushes for region at 1731406859791Disabling writes for close at 1731406859791Obtaining lock to block concurrent updates at 1731406859791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406859791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731406859792 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406859792Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406859792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406859806 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406859806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406860214 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406860227 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406860227Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406860635 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406860652 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406860652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f5ade1: reopening flushed file at 1731406861060 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e1c12a: reopening flushed file at 1731406861064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16109cce: reopening flushed file at 1731406861068 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731406861073 (+5 ms)Writing region close event to WAL at 1731406861076 (+3 ms)Closed at 1731406861076 2024-11-12T10:21:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741830_1006 (size=63642) 2024-11-12T10:21:01,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/532b37fb-63e6-df88-0b24-99aa52049bbf/MasterData/WALs/a10fb4296bab,36695,1731406844308/a10fb4296bab%2C36695%2C1731406844308.1731406845390 not finished, retry = 0 2024-11-12T10:21:01,181 INFO [M:0;a10fb4296bab:36695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:21:01,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:01,181 INFO [M:0;a10fb4296bab:36695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36695 2024-11-12T10:21:01,182 INFO [M:0;a10fb4296bab:36695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:01,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:01,384 INFO [M:0;a10fb4296bab:36695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:01,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36695-0x1012e8faddf0003, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:01,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@193ce8df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:01,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bd038f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:01,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:01,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32bf2885{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:01,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbd94a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:01,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:21:01,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:21:01,428 WARN [BP-628428357-172.17.0.3-1731406842343 heartbeating to localhost/127.0.0.1:44623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:21:01,428 WARN [BP-628428357-172.17.0.3-1731406842343 heartbeating to localhost/127.0.0.1:44623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-628428357-172.17.0.3-1731406842343 (Datanode Uuid be0e7c59-87fb-4607-85df-5ed2c5a23454) service to localhost/127.0.0.1:44623 2024-11-12T10:21:01,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/cluster_983ec70f-9b4a-3ca9-378b-0bd03720f350/data/data1/current/BP-628428357-172.17.0.3-1731406842343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:01,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/cluster_983ec70f-9b4a-3ca9-378b-0bd03720f350/data/data2/current/BP-628428357-172.17.0.3-1731406842343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:01,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:21:01,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d1a228e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:01,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6698f2f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:01,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:01,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@315e3fba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:01,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20876e25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:01,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:21:01,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:21:01,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:01,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:01,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:01,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:01,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:01,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:21:01,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=14666343, stopped=false 2024-11-12T10:21:01,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,33139,1731406839516 2024-11-12T10:21:01,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138612667/running 2024-11-12T10:21:01,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138612667/running 2024-11-12T10:21:01,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:21:01,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:21:01,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:01,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:01,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/running 2024-11-12T10:21:01,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:01,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:01,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Set watcher on znode that does not yet exist, /02138612667/running 2024-11-12T10:21:01,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,42811,1731406839728' ***** 2024-11-12T10:21:01,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:21:01,464 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(3091): Received CLOSE for 2563054dadb15240b49e93a2d0a88281 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(3091): Received CLOSE for 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,42811,1731406839728 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:01,464 INFO [RS:0;a10fb4296bab:42811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42811. 2024-11-12T10:21:01,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2563054dadb15240b49e93a2d0a88281, disabling compactions & flushes 2024-11-12T10:21:01,464 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:21:01,464 DEBUG [RS:0;a10fb4296bab:42811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:01,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:21:01,464 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:01,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. after waiting 0 ms 2024-11-12T10:21:01,465 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:21:01,465 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:21:01,465 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:21:01,465 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2563054dadb15240b49e93a2d0a88281 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T10:21:01,465 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:21:01,465 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:21:01,465 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:21:01,465 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2563054dadb15240b49e93a2d0a88281=hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281., 62f299451ad14738c82e60d20c3a3783=test,,1731406847352.62f299451ad14738c82e60d20c3a3783.} 2024-11-12T10:21:01,465 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2563054dadb15240b49e93a2d0a88281, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:01,465 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:01,465 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:01,465 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:01,465 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:01,465 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:01,465 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:21:01,482 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/.tmp/queue/4bd23887187643b2ac6d98f189fbfba7 is 153, key is 1-a10fb4296bab,42811,1731406839728/queue:a10fb4296bab%2C42811%2C1731406839728/1731406856410/Put/seqid=0 2024-11-12T10:21:01,482 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/info/c30787748ff64d998b50d2405da08d98 is 147, key is hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281./info:regioninfo/1731406850466/Put/seqid=0 2024-11-12T10:21:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741841_1017 (size=7686) 2024-11-12T10:21:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741840_1016 (size=5352) 2024-11-12T10:21:01,505 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:21:01,505 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:21:01,536 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:01,665 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2563054dadb15240b49e93a2d0a88281, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:01,844 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:21:01,865 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2563054dadb15240b49e93a2d0a88281, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:01,886 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/.tmp/queue/4bd23887187643b2ac6d98f189fbfba7 2024-11-12T10:21:01,886 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/info/c30787748ff64d998b50d2405da08d98 2024-11-12T10:21:01,891 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/.tmp/queue/4bd23887187643b2ac6d98f189fbfba7 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/queue/4bd23887187643b2ac6d98f189fbfba7 2024-11-12T10:21:01,895 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/queue/4bd23887187643b2ac6d98f189fbfba7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T10:21:01,896 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2563054dadb15240b49e93a2d0a88281 in 431ms, sequenceid=10, compaction requested=false 2024-11-12T10:21:01,903 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/replication/2563054dadb15240b49e93a2d0a88281/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T10:21:01,903 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:01,903 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:01,904 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:21:01,904 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2563054dadb15240b49e93a2d0a88281: Waiting for close lock at 1731406861464Running coprocessor pre-close hooks at 1731406861464Disabling compacts and flushes for region at 1731406861464Disabling writes for close at 1731406861465 (+1 ms)Obtaining lock to block concurrent updates at 1731406861465Preparing flush snapshotting stores in 2563054dadb15240b49e93a2d0a88281 at 1731406861465Finished memstore snapshotting hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731406861465Flushing stores of hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. at 1731406861465Flushing 2563054dadb15240b49e93a2d0a88281/queue: creating writer at 1731406861465Flushing 2563054dadb15240b49e93a2d0a88281/queue: appending metadata at 1731406861482 (+17 ms)Flushing 2563054dadb15240b49e93a2d0a88281/queue: closing flushed file at 1731406861482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d225db7: reopening flushed file at 1731406861891 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2563054dadb15240b49e93a2d0a88281 in 431ms, sequenceid=10, compaction requested=false at 1731406861896 (+5 ms)Writing region close event to WAL at 1731406861900 (+4 ms)Running coprocessor post-close hooks at 1731406861903 (+3 ms)Closed at 1731406861904 (+1 ms) 2024-11-12T10:21:01,904 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406849679.2563054dadb15240b49e93a2d0a88281. 2024-11-12T10:21:01,904 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62f299451ad14738c82e60d20c3a3783, disabling compactions & flushes 2024-11-12T10:21:01,904 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:21:01,904 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:21:01,904 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406847352.62f299451ad14738c82e60d20c3a3783. after waiting 0 ms 2024-11-12T10:21:01,904 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:21:01,904 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62f299451ad14738c82e60d20c3a3783 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T10:21:01,908 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/ns/13b3172d4f4646e1b1aab0c4c0276704 is 43, key is default/ns:d/1731406842172/Put/seqid=0 2024-11-12T10:21:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:21:01,919 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/f/f19dbd78799b443c86a1dc0ec8e54e26 is 29, key is row1/f:/1731406855987/DeleteFamily/seqid=0 2024-11-12T10:21:01,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741843_1019 (size=5118) 2024-11-12T10:21:02,065 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:02,266 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:02,315 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/ns/13b3172d4f4646e1b1aab0c4c0276704 2024-11-12T10:21:02,323 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/f/f19dbd78799b443c86a1dc0ec8e54e26 2024-11-12T10:21:02,327 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f19dbd78799b443c86a1dc0ec8e54e26 2024-11-12T10:21:02,336 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/rep_barrier/731b6971b7104fde8c0416081c76c47e is 112, key is test,,1731406847352.62f299451ad14738c82e60d20c3a3783./rep_barrier:seqnumDuringOpen/1731406848177/Put/seqid=0 2024-11-12T10:21:02,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741844_1020 (size=5518) 2024-11-12T10:21:02,345 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/f1/ba21637fd9744e8d869ea8cf4f2d8503 is 30, key is row1/f1:/1731406855987/DeleteFamily/seqid=0 2024-11-12T10:21:02,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741845_1021 (size=5123) 2024-11-12T10:21:02,466 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:21:02,466 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62f299451ad14738c82e60d20c3a3783=test,,1731406847352.62f299451ad14738c82e60d20c3a3783.} 2024-11-12T10:21:02,466 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:02,666 DEBUG [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62f299451ad14738c82e60d20c3a3783 2024-11-12T10:21:02,741 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/rep_barrier/731b6971b7104fde8c0416081c76c47e 2024-11-12T10:21:02,749 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/f1/ba21637fd9744e8d869ea8cf4f2d8503 2024-11-12T10:21:02,753 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba21637fd9744e8d869ea8cf4f2d8503 2024-11-12T10:21:02,760 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/table/37b6381e3cef4418a810b6fe6e472925 is 53, key is hbase:replication/table:state/1731406850472/Put/seqid=0 2024-11-12T10:21:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741846_1022 (size=5308) 2024-11-12T10:21:02,770 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/norep/07170fe11f444e029ba95790ae616aa5 is 32, key is row/norep:/1731406854981/DeleteFamily/seqid=0 2024-11-12T10:21:02,771 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/table/37b6381e3cef4418a810b6fe6e472925 2024-11-12T10:21:02,774 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/info/c30787748ff64d998b50d2405da08d98 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/info/c30787748ff64d998b50d2405da08d98 2024-11-12T10:21:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741847_1023 (size=5101) 2024-11-12T10:21:02,778 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/norep/07170fe11f444e029ba95790ae616aa5 2024-11-12T10:21:02,778 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/info/c30787748ff64d998b50d2405da08d98, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:21:02,779 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/ns/13b3172d4f4646e1b1aab0c4c0276704 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/ns/13b3172d4f4646e1b1aab0c4c0276704 2024-11-12T10:21:02,782 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07170fe11f444e029ba95790ae616aa5 2024-11-12T10:21:02,783 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/f/f19dbd78799b443c86a1dc0ec8e54e26 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/f/f19dbd78799b443c86a1dc0ec8e54e26 2024-11-12T10:21:02,784 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/ns/13b3172d4f4646e1b1aab0c4c0276704, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:21:02,785 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/rep_barrier/731b6971b7104fde8c0416081c76c47e as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/rep_barrier/731b6971b7104fde8c0416081c76c47e 2024-11-12T10:21:02,792 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/rep_barrier/731b6971b7104fde8c0416081c76c47e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:21:02,793 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f19dbd78799b443c86a1dc0ec8e54e26 2024-11-12T10:21:02,793 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/.tmp/table/37b6381e3cef4418a810b6fe6e472925 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/table/37b6381e3cef4418a810b6fe6e472925 2024-11-12T10:21:02,793 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/f/f19dbd78799b443c86a1dc0ec8e54e26, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T10:21:02,794 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/f1/ba21637fd9744e8d869ea8cf4f2d8503 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/f1/ba21637fd9744e8d869ea8cf4f2d8503 2024-11-12T10:21:02,800 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba21637fd9744e8d869ea8cf4f2d8503 2024-11-12T10:21:02,800 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/table/37b6381e3cef4418a810b6fe6e472925, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:21:02,800 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/f1/ba21637fd9744e8d869ea8cf4f2d8503, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T10:21:02,801 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-12T10:21:02,801 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/.tmp/norep/07170fe11f444e029ba95790ae616aa5 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/norep/07170fe11f444e029ba95790ae616aa5 2024-11-12T10:21:02,808 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07170fe11f444e029ba95790ae616aa5 2024-11-12T10:21:02,809 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/norep/07170fe11f444e029ba95790ae616aa5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T10:21:02,812 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 62f299451ad14738c82e60d20c3a3783 in 908ms, sequenceid=8, compaction requested=false 2024-11-12T10:21:02,817 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:21:02,818 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:02,818 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:02,818 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:02,818 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406861465Running coprocessor pre-close hooks at 1731406861465Disabling compacts and flushes for region at 1731406861465Disabling writes for close at 1731406861465Obtaining lock to block concurrent updates at 1731406861465Preparing flush snapshotting stores in 1588230740 at 1731406861465Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406861465Flushing stores of hbase:meta,,1.1588230740 at 1731406861466 (+1 ms)Flushing 1588230740/info: creating writer at 1731406861466Flushing 1588230740/info: appending metadata at 1731406861482 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731406861482Flushing 1588230740/ns: creating writer at 1731406861891 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731406861908 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731406861908Flushing 1588230740/rep_barrier: creating writer at 1731406862319 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406862336 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406862336Flushing 1588230740/table: creating writer at 1731406862744 (+408 ms)Flushing 1588230740/table: appending metadata at 1731406862760 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731406862760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f447f54: reopening flushed file at 1731406862774 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce5599a: reopening flushed file at 1731406862779 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722ec125: reopening flushed file at 1731406862784 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604394a8: reopening flushed file at 1731406862792 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1731406862801 (+9 ms)Writing region close event to WAL at 1731406862812 (+11 ms)Running coprocessor post-close hooks at 1731406862818 (+6 ms)Closed at 1731406862818 2024-11-12T10:21:02,818 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:02,824 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/data/default/test/62f299451ad14738c82e60d20c3a3783/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T10:21:02,825 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:02,825 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:02,825 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:21:02,825 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62f299451ad14738c82e60d20c3a3783: Waiting for close lock at 1731406861904Running coprocessor pre-close hooks at 1731406861904Disabling compacts and flushes for region at 1731406861904Disabling writes for close at 1731406861904Obtaining lock to block concurrent updates at 1731406861904Preparing flush snapshotting stores in 62f299451ad14738c82e60d20c3a3783 at 1731406861904Finished memstore snapshotting test,,1731406847352.62f299451ad14738c82e60d20c3a3783., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731406861904Flushing stores of test,,1731406847352.62f299451ad14738c82e60d20c3a3783. at 1731406861905 (+1 ms)Flushing 62f299451ad14738c82e60d20c3a3783/f: creating writer at 1731406861905Flushing 62f299451ad14738c82e60d20c3a3783/f: appending metadata at 1731406861919 (+14 ms)Flushing 62f299451ad14738c82e60d20c3a3783/f: closing flushed file at 1731406861919Flushing 62f299451ad14738c82e60d20c3a3783/f1: creating writer at 1731406862327 (+408 ms)Flushing 62f299451ad14738c82e60d20c3a3783/f1: appending metadata at 1731406862344 (+17 ms)Flushing 62f299451ad14738c82e60d20c3a3783/f1: closing flushed file at 1731406862344Flushing 62f299451ad14738c82e60d20c3a3783/norep: creating writer at 1731406862753 (+409 ms)Flushing 62f299451ad14738c82e60d20c3a3783/norep: appending metadata at 1731406862768 (+15 ms)Flushing 62f299451ad14738c82e60d20c3a3783/norep: closing flushed file at 1731406862768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b94539c: reopening flushed file at 1731406862782 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7e21e6: reopening flushed file at 1731406862793 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbb7d49: reopening flushed file at 1731406862800 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 62f299451ad14738c82e60d20c3a3783 in 908ms, sequenceid=8, compaction requested=false at 1731406862812 (+12 ms)Writing region close event to WAL at 1731406862820 (+8 ms)Running coprocessor post-close hooks at 1731406862825 (+5 ms)Closed at 1731406862825 2024-11-12T10:21:02,825 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406847352.62f299451ad14738c82e60d20c3a3783. 2024-11-12T10:21:02,866 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,42811,1731406839728; all regions closed. 2024-11-12T10:21:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:21:02,871 DEBUG [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/oldWALs 2024-11-12T10:21:02,871 INFO [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C42811%2C1731406839728.meta:.meta(num 1731406842044) 2024-11-12T10:21:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741839_1015 (size=2676) 2024-11-12T10:21:02,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.rep.1731406850437 not finished, retry = 0 2024-11-12T10:21:02,948 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 912, reset compression=false 2024-11-12T10:21:02,952 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:02,952 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.wal-reader.a10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 to pos 1803, reset compression=false 2024-11-12T10:21:02,952 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42811,1731406839728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:02,953 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,42811,1731406839728: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,42811,1731406839728, walGroup=a10fb4296bab%2C42811%2C1731406839728, offset=a10fb4296bab%2C42811%2C1731406839728.1731406841649:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:42811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:21:02,954 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:21:02,954 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:21:02,954 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:21:02,954 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:21:02,954 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:21:02,954 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 626245568 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191380256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:21:02,955 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:33139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:33139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:21:02,975 DEBUG [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/oldWALs 2024-11-12T10:21:02,975 INFO [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C42811%2C1731406839728.rep:(num 1731406850437) 2024-11-12T10:21:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741833_1009 (size=1811) 2024-11-12T10:21:02,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:02,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:02,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/WALs/a10fb4296bab,42811,1731406839728/a10fb4296bab%2C42811%2C1731406839728.1731406841649 not finished, retry = 0 2024-11-12T10:21:03,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:03,086 DEBUG [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/oldWALs 2024-11-12T10:21:03,086 INFO [RS:0;a10fb4296bab:42811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C42811%2C1731406839728:(num 1731406841649) 2024-11-12T10:21:03,086 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:03,086 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:03,086 INFO [RS:0;a10fb4296bab:42811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:03,087 INFO [RS:0;a10fb4296bab:42811 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:03,087 INFO [RS:0;a10fb4296bab:42811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:03,087 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:03,087 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,42811,1731406839728 because: Region server is closing 2024-11-12T10:21:03,087 INFO [RS:0;a10fb4296bab:42811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42811. 2024-11-12T10:21:03,087 DEBUG [RS:0;a10fb4296bab:42811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:03,087 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:03,087 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:03,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:03,187 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42811,1731406839728.replicationSource.shippera10fb4296bab%2C42811%2C1731406839728,1-a10fb4296bab,42811,1731406839728 terminated 2024-11-12T10:21:03,188 INFO [RS:0;a10fb4296bab:42811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42811. 2024-11-12T10:21:03,188 DEBUG [RS:0;a10fb4296bab:42811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:03,188 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:03,188 DEBUG [RS:0;a10fb4296bab:42811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:03,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:03,188 INFO [RS:0;a10fb4296bab:42811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42811 2024-11-12T10:21:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667/rs 2024-11-12T10:21:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138612667/rs/a10fb4296bab,42811,1731406839728 2024-11-12T10:21:03,239 INFO [RS:0;a10fb4296bab:42811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:03,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,42811,1731406839728] 2024-11-12T10:21:03,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02138612667/draining/a10fb4296bab,42811,1731406839728 already deleted, retry=false 2024-11-12T10:21:03,260 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,42811,1731406839728 expired; onlineServers=0 2024-11-12T10:21:03,260 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,33139,1731406839516' ***** 2024-11-12T10:21:03,260 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:03,260 DEBUG [M:0;a10fb4296bab:33139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:21:03,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:21:03,260 DEBUG [M:0;a10fb4296bab:33139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:21:03,260 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406841354 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406841354,5,FailOnTimeoutGroup] 2024-11-12T10:21:03,260 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406841364 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406841364,5,FailOnTimeoutGroup] 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:03,260 DEBUG [M:0;a10fb4296bab:33139 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:03,260 INFO [M:0;a10fb4296bab:33139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:21:03,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:21:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02138612667/master 2024-11-12T10:21:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02138612667 2024-11-12T10:21:03,270 DEBUG [M:0;a10fb4296bab:33139 {}] zookeeper.ZKUtil(347): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Unable to get data of znode /02138612667/master because node does not exist (not an error) 2024-11-12T10:21:03,270 WARN [M:0;a10fb4296bab:33139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:21:03,271 INFO [M:0;a10fb4296bab:33139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/.lastflushedseqids 2024-11-12T10:21:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741848_1024 (size=245) 2024-11-12T10:21:03,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:03,349 INFO [RS:0;a10fb4296bab:42811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:03,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42811-0x1012e8faddf0001, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:03,349 INFO [RS:0;a10fb4296bab:42811 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,42811,1731406839728; zookeeper connection closed. 2024-11-12T10:21:03,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103d4393 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103d4393 2024-11-12T10:21:03,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:21:03,677 INFO [M:0;a10fb4296bab:33139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:21:03,677 INFO [M:0;a10fb4296bab:33139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:21:03,677 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:03,677 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:03,677 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:03,678 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-12T10:21:03,678 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:03,678 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-12T10:21:03,692 DEBUG [M:0;a10fb4296bab:33139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67113d5a63f14f969c02b13ed3be1629 is 82, key is hbase:meta,,1/info:regioninfo/1731406842091/Put/seqid=0 2024-11-12T10:21:03,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741849_1025 (size=5672) 2024-11-12T10:21:04,096 INFO [M:0;a10fb4296bab:33139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67113d5a63f14f969c02b13ed3be1629 2024-11-12T10:21:04,113 DEBUG [M:0;a10fb4296bab:33139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5b319cf62744859a84ae355f7370ec0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406850475/Put/seqid=0 2024-11-12T10:21:04,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741850_1026 (size=8515) 2024-11-12T10:21:04,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:04,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:21:04,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:21:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:21:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:04,517 INFO [M:0;a10fb4296bab:33139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5b319cf62744859a84ae355f7370ec0 2024-11-12T10:21:04,536 DEBUG [M:0;a10fb4296bab:33139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c23ad91957e24d189a646b55df814b87 is 69, key is a10fb4296bab,42811,1731406839728/rs:state/1731406841450/Put/seqid=0 2024-11-12T10:21:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741851_1027 (size=5156) 2024-11-12T10:21:04,940 INFO [M:0;a10fb4296bab:33139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c23ad91957e24d189a646b55df814b87 2024-11-12T10:21:04,945 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67113d5a63f14f969c02b13ed3be1629 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67113d5a63f14f969c02b13ed3be1629 2024-11-12T10:21:04,949 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67113d5a63f14f969c02b13ed3be1629, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T10:21:04,950 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5b319cf62744859a84ae355f7370ec0 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5b319cf62744859a84ae355f7370ec0 2024-11-12T10:21:04,954 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5b319cf62744859a84ae355f7370ec0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T10:21:04,954 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c23ad91957e24d189a646b55df814b87 as hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c23ad91957e24d189a646b55df814b87 2024-11-12T10:21:04,958 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37175/user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c23ad91957e24d189a646b55df814b87, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T10:21:04,959 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-12T10:21:04,960 INFO [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:04,960 DEBUG [M:0;a10fb4296bab:33139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406863677Disabling compacts and flushes for region at 1731406863677Disabling writes for close at 1731406863678 (+1 ms)Obtaining lock to block concurrent updates at 1731406863678Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406863678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731406863678Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406863678Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406863678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406863692 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406863692Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406864100 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406864112 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406864112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406864521 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406864536 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406864536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30007a7e: reopening flushed file at 1731406864944 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f46a3d1: reopening flushed file at 1731406864949 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4a4177: reopening flushed file at 1731406864954 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731406864959 (+5 ms)Writing region close event to WAL at 1731406864960 (+1 ms)Closed at 1731406864960 2024-11-12T10:21:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741830_1006 (size=63642) 2024-11-12T10:21:04,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c889896e-b785-9985-01cc-e9727be91bf7/MasterData/WALs/a10fb4296bab,33139,1731406839516/a10fb4296bab%2C33139%2C1731406839516.1731406841111 not finished, retry = 0 2024-11-12T10:21:05,063 INFO [M:0;a10fb4296bab:33139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:21:05,063 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:05,063 INFO [M:0;a10fb4296bab:33139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33139 2024-11-12T10:21:05,063 INFO [M:0;a10fb4296bab:33139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:05,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:05,247 INFO [M:0;a10fb4296bab:33139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:05,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33139-0x1012e8faddf0000, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:05,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fdfef11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:05,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cc1dd20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:05,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:05,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac3b55f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:05,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1842d1ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:05,251 WARN [BP-9239898-172.17.0.3-1731406836303 heartbeating to localhost/127.0.0.1:37175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:21:05,251 WARN [BP-9239898-172.17.0.3-1731406836303 heartbeating to localhost/127.0.0.1:37175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9239898-172.17.0.3-1731406836303 (Datanode Uuid 8e25c594-3e96-4a52-8949-7fb1ce3e940f) service to localhost/127.0.0.1:37175 2024-11-12T10:21:05,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:21:05,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:21:05,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/data/data1/current/BP-9239898-172.17.0.3-1731406836303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:05,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/cluster_9eddc620-78fa-8fcd-b187-35650056b1bc/data/data2/current/BP-9239898-172.17.0.3-1731406836303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:05,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:21:05,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46bc032c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:05,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e437044{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:05,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:05,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6d5614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:05,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebb900e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cbacc33-e262-123c-113b-5b5474ebd81c/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:05,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:21:05,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:21:05,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 252) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61983) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61983) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37175 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44623 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 636) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6855 (was 7719) 2024-11-12T10:21:05,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=6854 2024-11-12T10:21:05,303 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T10:21:05,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir so I do NOT create it in target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7 2024-11-12T10:21:05,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:21:05,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.tmp.dir so I do NOT create it in target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7 2024-11-12T10:21:05,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29ddbf46-2c31-2999-8ef0-5d63e8840043/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:21:05,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7 2024-11-12T10:21:05,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b, deleteOnExit=true 2024-11-12T10:21:05,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/zookeeper_0, clientPort=49266, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:21:05,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49266 2024-11-12T10:21:05,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/test.cache.data in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:21:05,327 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:05,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:21:05,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:21:05,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e8faddf0005, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:21:05,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e8faddf0002, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:21:05,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e8faddf0005, quorum=127.0.0.1:61983, baseZNode=/1819564776 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:21:05,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e8faddf0002, quorum=127.0.0.1:61983, baseZNode=/02138612667 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:21:05,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:05,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:05,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:05,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:05,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:21:05,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:05,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f00c263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:05,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5944f065{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:05,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@453f7ee4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/java.io.tmpdir/jetty-localhost-43873-hadoop-hdfs-3_4_1-tests_jar-_-any-9280312912087512008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:05,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e207ce7{HTTP/1.1, (http/1.1)}{localhost:43873} 2024-11-12T10:21:05,753 INFO [Time-limited test {}] server.Server(415): Started @218061ms 2024-11-12T10:21:06,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:06,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:06,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:06,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:06,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:21:06,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f86a26b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:06,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a45f7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:06,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638cd3ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/java.io.tmpdir/jetty-localhost-38125-hadoop-hdfs-3_4_1-tests_jar-_-any-9144117288771279797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:06,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddcd1b{HTTP/1.1, (http/1.1)}{localhost:38125} 2024-11-12T10:21:06,139 INFO [Time-limited test {}] server.Server(415): Started @218447ms 2024-11-12T10:21:06,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:21:07,258 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/data/data1/current/BP-1098543582-172.17.0.3-1731406865346/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:07,258 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/data/data2/current/BP-1098543582-172.17.0.3-1731406865346/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:07,273 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:21:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d918a123556b29 with lease ID 0xd95007b770a2051f: Processing first storage report for DS-55e66432-b698-49d4-bf59-90a188107c8f from datanode DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e9ce3dab-c531-45db-b365-64b185b9b14d, infoPort=42969, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=1509381657;c=1731406865346) 2024-11-12T10:21:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d918a123556b29 with lease ID 0xd95007b770a2051f: from storage DS-55e66432-b698-49d4-bf59-90a188107c8f node DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e9ce3dab-c531-45db-b365-64b185b9b14d, infoPort=42969, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=1509381657;c=1731406865346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d918a123556b29 with lease ID 0xd95007b770a2051f: Processing first storage report for DS-0d805abf-e13b-4015-b965-3e07ca809633 from datanode DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e9ce3dab-c531-45db-b365-64b185b9b14d, infoPort=42969, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=1509381657;c=1731406865346) 2024-11-12T10:21:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d918a123556b29 with lease ID 0xd95007b770a2051f: from storage DS-0d805abf-e13b-4015-b965-3e07ca809633 node DatanodeRegistration(127.0.0.1:40895, datanodeUuid=e9ce3dab-c531-45db-b365-64b185b9b14d, infoPort=42969, infoSecurePort=0, ipcPort=34949, storageInfo=lv=-57;cid=testClusterID;nsid=1509381657;c=1731406865346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:07,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7 2024-11-12T10:21:07,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:07,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:21:07,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1 with version=8 2024-11-12T10:21:07,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/hbase-staging 2024-11-12T10:21:07,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:21:07,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:07,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42791 2024-11-12T10:21:07,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42791 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427910x0, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:07,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42791-0x1012e901f590000 connected 2024-11-12T10:21:08,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:08,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:08,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/running 2024-11-12T10:21:08,036 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1, hbase.cluster.distributed=false 2024-11-12T10:21:08,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/acl 2024-11-12T10:21:08,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42791 2024-11-12T10:21:08,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42791 2024-11-12T10:21:08,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42791 2024-11-12T10:21:08,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42791 2024-11-12T10:21:08,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42791 2024-11-12T10:21:08,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:21:08,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:08,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43703 2024-11-12T10:21:08,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43703 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:08,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:08,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:08,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437030x0, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:08,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437030x0, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/running 2024-11-12T10:21:08,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43703-0x1012e901f590001 connected 2024-11-12T10:21:08,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:21:08,095 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:21:08,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/master 2024-11-12T10:21:08,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/acl 2024-11-12T10:21:08,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43703 2024-11-12T10:21:08,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43703 2024-11-12T10:21:08,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43703 2024-11-12T10:21:08,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43703 2024-11-12T10:21:08,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43703 2024-11-12T10:21:08,109 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:42791 2024-11-12T10:21:08,109 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0813449329/backup-masters/a10fb4296bab,42791,1731406867779 2024-11-12T10:21:08,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329/backup-masters 2024-11-12T10:21:08,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329/backup-masters 2024-11-12T10:21:08,115 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on existing znode=/0813449329/backup-masters/a10fb4296bab,42791,1731406867779 2024-11-12T10:21:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813449329/master 2024-11-12T10:21:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:08,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:08,126 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on existing znode=/0813449329/master 2024-11-12T10:21:08,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0813449329/backup-masters/a10fb4296bab,42791,1731406867779 from backup master directory 2024-11-12T10:21:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329/backup-masters 2024-11-12T10:21:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813449329/backup-masters/a10fb4296bab,42791,1731406867779 2024-11-12T10:21:08,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329/backup-masters 2024-11-12T10:21:08,136 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:08,136 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,42791,1731406867779 2024-11-12T10:21:08,139 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/hbase.id] with ID: 94372914-4332-4e7a-a7b8-32208ee95809 2024-11-12T10:21:08,139 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/.tmp/hbase.id 2024-11-12T10:21:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:21:08,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:08,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:08,546 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/.tmp/hbase.id]:[hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/hbase.id] 2024-11-12T10:21:08,554 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:08,554 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:21:08,555 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:21:08,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:08,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:21:09,219 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:09,219 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:21:09,220 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:21:09,629 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store 2024-11-12T10:21:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:21:10,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:10,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:10,033 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:10,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:10,033 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:10,034 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:10,034 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:10,034 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406870033Disabling compacts and flushes for region at 1731406870033Disabling writes for close at 1731406870033Writing region close event to WAL at 1731406870034 (+1 ms)Closed at 1731406870034 2024-11-12T10:21:10,034 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/.initializing 2024-11-12T10:21:10,034 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/WALs/a10fb4296bab,42791,1731406867779 2024-11-12T10:21:10,035 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:10,036 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42791%2C1731406867779, suffix=, logDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/WALs/a10fb4296bab,42791,1731406867779, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/oldWALs, maxLogs=10 2024-11-12T10:21:10,051 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/WALs/a10fb4296bab,42791,1731406867779/a10fb4296bab%2C42791%2C1731406867779.1731406870036, exclude list is [], retry=0 2024-11-12T10:21:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-55e66432-b698-49d4-bf59-90a188107c8f,DISK] 2024-11-12T10:21:10,055 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/WALs/a10fb4296bab,42791,1731406867779/a10fb4296bab%2C42791%2C1731406867779.1731406870036 2024-11-12T10:21:10,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-12T10:21:10,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:10,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:10,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:21:10,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:10,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:10,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:21:10,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:10,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:10,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:21:10,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:10,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:10,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:21:10,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:10,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:10,062 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,062 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,063 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,064 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,064 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,064 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:10,065 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:10,066 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:10,067 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66756479, jitterRate=-0.005250945687294006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:10,067 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406870056Initializing all the Stores at 1731406870057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406870057Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406870057Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406870057Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406870057Cleaning up temporary data from old regions at 1731406870064 (+7 ms)Region opened successfully at 1731406870067 (+3 ms) 2024-11-12T10:21:10,068 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:21:10,070 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bba8207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:10,070 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:21:10,071 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:21:10,071 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:21:10,071 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:21:10,071 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:21:10,071 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:21:10,071 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:21:10,073 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:21:10,073 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Unable to get data of znode /0813449329/balancer because node does not exist (not necessarily an error) 2024-11-12T10:21:10,146 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813449329/balancer already deleted, retry=false 2024-11-12T10:21:10,147 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:21:10,147 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Unable to get data of znode /0813449329/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:21:10,157 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813449329/normalizer already deleted, retry=false 2024-11-12T10:21:10,157 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:21:10,158 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Unable to get data of znode /0813449329/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:21:10,167 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813449329/switch/split already deleted, retry=false 2024-11-12T10:21:10,168 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Unable to get data of znode /0813449329/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:21:10,178 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813449329/switch/merge already deleted, retry=false 2024-11-12T10:21:10,179 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Unable to get data of znode /0813449329/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:21:10,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0813449329/snapshot-cleanup already deleted, retry=false 2024-11-12T10:21:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813449329/running 2024-11-12T10:21:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0813449329/running 2024-11-12T10:21:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:10,199 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,42791,1731406867779, sessionid=0x1012e901f590000, setting cluster-up flag (Was=false) 2024-11-12T10:21:10,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:10,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:10,251 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0813449329/flush-table-proc/acquired, /0813449329/flush-table-proc/reached, /0813449329/flush-table-proc/abort 2024-11-12T10:21:10,252 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42791,1731406867779 2024-11-12T10:21:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:10,304 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0813449329/online-snapshot/acquired, /0813449329/online-snapshot/reached, /0813449329/online-snapshot/abort 2024-11-12T10:21:10,305 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42791,1731406867779 2024-11-12T10:21:10,306 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:21:10,307 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:10,307 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:21:10,307 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:21:10,307 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,42791,1731406867779 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:10,309 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406900309 2024-11-12T10:21:10,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:21:10,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:21:10,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:21:10,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:10,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:21:10,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:21:10,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406870310,5,FailOnTimeoutGroup] 2024-11-12T10:21:10,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406870311,5,FailOnTimeoutGroup] 2024-11-12T10:21:10,311 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,311 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:21:10,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:10,311 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,311 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:21:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:21:10,402 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(746): ClusterId : 94372914-4332-4e7a-a7b8-32208ee95809 2024-11-12T10:21:10,402 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:21:10,410 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:21:10,410 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:21:10,420 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:21:10,420 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f828b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:10,430 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:43703 2024-11-12T10:21:10,430 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:21:10,430 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:21:10,430 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:21:10,431 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,42791,1731406867779 with port=43703, startcode=1731406868052 2024-11-12T10:21:10,431 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:21:10,432 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:21:10,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,43703,1731406868052 2024-11-12T10:21:10,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42791 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:10,434 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1 2024-11-12T10:21:10,434 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35327 2024-11-12T10:21:10,434 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:21:10,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329/rs 2024-11-12T10:21:10,441 DEBUG [RS:0;a10fb4296bab:43703 {}] zookeeper.ZKUtil(111): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on existing znode=/0813449329/rs/a10fb4296bab,43703,1731406868052 2024-11-12T10:21:10,441 WARN [RS:0;a10fb4296bab:43703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:10,441 INFO [RS:0;a10fb4296bab:43703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:10,442 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052 2024-11-12T10:21:10,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,43703,1731406868052] 2024-11-12T10:21:10,444 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:21:10,445 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:21:10,445 INFO [RS:0;a10fb4296bab:43703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:21:10,445 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,445 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:21:10,446 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:21:10,446 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:10,446 DEBUG [RS:0;a10fb4296bab:43703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:10,446 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,447 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,447 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,447 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,447 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,447 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43703,1731406868052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:10,459 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:21:10,459 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43703,1731406868052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,459 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,459 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.Replication(171): a10fb4296bab,43703,1731406868052 started 2024-11-12T10:21:10,472 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:10,472 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,43703,1731406868052, RpcServer on a10fb4296bab/172.17.0.3:43703, sessionid=0x1012e901f590001 2024-11-12T10:21:10,472 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:21:10,472 DEBUG [RS:0;a10fb4296bab:43703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,43703,1731406868052 2024-11-12T10:21:10,472 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,43703,1731406868052' 2024-11-12T10:21:10,472 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0813449329/flush-table-proc/abort' 2024-11-12T10:21:10,472 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0813449329/flush-table-proc/acquired' 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,43703,1731406868052 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,43703,1731406868052' 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0813449329/online-snapshot/abort' 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0813449329/online-snapshot/acquired' 2024-11-12T10:21:10,473 DEBUG [RS:0;a10fb4296bab:43703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:21:10,473 INFO [RS:0;a10fb4296bab:43703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:21:10,473 INFO [RS:0;a10fb4296bab:43703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:21:10,574 INFO [RS:0;a10fb4296bab:43703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:10,575 INFO [RS:0;a10fb4296bab:43703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43703%2C1731406868052, suffix=, logDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/oldWALs, maxLogs=10 2024-11-12T10:21:10,587 DEBUG [RS:0;a10fb4296bab:43703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, exclude list is [], retry=0 2024-11-12T10:21:10,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-55e66432-b698-49d4-bf59-90a188107c8f,DISK] 2024-11-12T10:21:10,591 INFO [RS:0;a10fb4296bab:43703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 2024-11-12T10:21:10,591 DEBUG [RS:0;a10fb4296bab:43703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-12T10:21:10,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:21:10,718 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1 2024-11-12T10:21:10,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:21:11,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:11,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:11,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:11,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:11,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:11,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:11,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:11,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:11,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:11,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:11,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740 2024-11-12T10:21:11,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740 2024-11-12T10:21:11,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:11,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:11,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:11,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:11,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:11,133 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66497492, jitterRate=-0.00911015272140503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:11,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406871123Initializing all the Stores at 1731406871124 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406871124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406871124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406871124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406871124Cleaning up temporary data from old regions at 1731406871130 (+6 ms)Region opened successfully at 1731406871133 (+3 ms) 2024-11-12T10:21:11,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:11,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:11,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:11,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:11,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:11,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:11,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406871133Disabling compacts and flushes for region at 1731406871133Disabling writes for close at 1731406871134 (+1 ms)Writing region close event to WAL at 1731406871134Closed at 1731406871134 2024-11-12T10:21:11,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:11,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:21:11,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:21:11,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:11,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:21:11,286 DEBUG [a10fb4296bab:42791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:21:11,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:11,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,43703,1731406868052, state=OPENING 2024-11-12T10:21:11,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:21:11,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:11,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:11,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:11,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813449329/meta-region-server: CHANGED 2024-11-12T10:21:11,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813449329/meta-region-server: CHANGED 2024-11-12T10:21:11,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,43703,1731406868052}] 2024-11-12T10:21:11,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:11,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:21:11,502 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:21:11,502 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:11,502 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:21:11,503 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43703%2C1731406868052.meta, suffix=.meta, logDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/oldWALs, maxLogs=10 2024-11-12T10:21:11,515 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.meta.1731406871503.meta, exclude list is [], retry=0 2024-11-12T10:21:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-55e66432-b698-49d4-bf59-90a188107c8f,DISK] 2024-11-12T10:21:11,519 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.meta.1731406871503.meta 2024-11-12T10:21:11,519 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-12T10:21:11,519 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:11,520 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:11,520 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:11,520 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:21:11,520 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:21:11,520 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:21:11,520 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:11,520 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:21:11,520 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:21:11,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:11,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:11,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:11,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:11,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:11,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:11,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:11,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:11,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:11,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:11,525 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:11,525 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740 2024-11-12T10:21:11,526 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740 2024-11-12T10:21:11,526 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:11,526 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:11,527 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:11,528 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:11,528 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73239678, jitterRate=0.09135624766349792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:11,528 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:21:11,528 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406871520Writing region info on filesystem at 1731406871520Initializing all the Stores at 1731406871521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406871521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406871521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406871521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406871521Cleaning up temporary data from old regions at 1731406871526 (+5 ms)Running coprocessor post-open hooks at 1731406871528 (+2 ms)Region opened successfully at 1731406871528 2024-11-12T10:21:11,529 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406871498 2024-11-12T10:21:11,531 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:21:11,531 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:21:11,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:11,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,43703,1731406868052, state=OPEN 2024-11-12T10:21:11,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813449329/meta-region-server 2024-11-12T10:21:11,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0813449329/meta-region-server 2024-11-12T10:21:11,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:11,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813449329/meta-region-server: CHANGED 2024-11-12T10:21:11,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0813449329/meta-region-server: CHANGED 2024-11-12T10:21:11,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:21:11,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,43703,1731406868052 in 228 msec 2024-11-12T10:21:11,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:21:11,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-12T10:21:11,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:11,578 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:21:11,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:11,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43703,1731406868052, seqNum=-1] 2024-11-12T10:21:11,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:11,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:11,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-11-12T10:21:11,584 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406871584, completionTime=-1 2024-11-12T10:21:11,584 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:21:11,584 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406931586 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406991586 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42791,1731406867779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42791,1731406867779-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42791,1731406867779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:42791, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,586 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,588 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42791,1731406867779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:11,589 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42791,1731406867779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:21:11,591 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:21:11,591 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:21:11,591 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42791,1731406867779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:11,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13069890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:11,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:11,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:11,603 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da096a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:11,605 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:11,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23281270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:11,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43703,1731406868052, seqNum=-1] 2024-11-12T10:21:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:11,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:11,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,42791,1731406867779 2024-11-12T10:21:11,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:11,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e901f590002 connected 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir so I do NOT create it in target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647 2024-11-12T10:21:11,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.tmp.dir so I do NOT create it in target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647 2024-11-12T10:21:11,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:21:11,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/cluster_658afb29-fbe9-8287-2494-57bac4b7632e, deleteOnExit=true 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/test.cache.data in system properties and HBase conf 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:21:11,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:21:11,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:21:11,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:21:11,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:11,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:11,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:11,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:11,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:11,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:11,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ef6e1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:11,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4998e689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:12,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d5d984{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/java.io.tmpdir/jetty-localhost-46509-hadoop-hdfs-3_4_1-tests_jar-_-any-18163925587939203215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:12,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b95c3af{HTTP/1.1, (http/1.1)}{localhost:46509} 2024-11-12T10:21:12,079 INFO [Time-limited test {}] server.Server(415): Started @224387ms 2024-11-12T10:21:12,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:12,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:12,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:12,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:12,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:12,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55d2d063{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:12,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738a9463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:12,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f4a5392{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/java.io.tmpdir/jetty-localhost-40477-hadoop-hdfs-3_4_1-tests_jar-_-any-8706770790644048412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:12,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@118e77a4{HTTP/1.1, (http/1.1)}{localhost:40477} 2024-11-12T10:21:12,439 INFO [Time-limited test {}] server.Server(415): Started @224747ms 2024-11-12T10:21:12,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:21:13,103 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/cluster_658afb29-fbe9-8287-2494-57bac4b7632e/data/data1/current/BP-1602032452-172.17.0.3-1731406871657/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:13,103 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/cluster_658afb29-fbe9-8287-2494-57bac4b7632e/data/data2/current/BP-1602032452-172.17.0.3-1731406871657/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:13,119 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:21:13,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee0683effaa19f9 with lease ID 0x89f4799d101c1ae7: Processing first storage report for DS-861a45ac-ee7a-4c76-a947-1516e789a6ce from datanode DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b1487696-f066-45b1-9696-f97e832fb9cc, infoPort=46867, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1072281978;c=1731406871657) 2024-11-12T10:21:13,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee0683effaa19f9 with lease ID 0x89f4799d101c1ae7: from storage DS-861a45ac-ee7a-4c76-a947-1516e789a6ce node DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b1487696-f066-45b1-9696-f97e832fb9cc, infoPort=46867, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1072281978;c=1731406871657), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:13,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee0683effaa19f9 with lease ID 0x89f4799d101c1ae7: Processing first storage report for DS-36ce31b7-6c0a-4d8f-a346-7386fe159f73 from datanode DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b1487696-f066-45b1-9696-f97e832fb9cc, infoPort=46867, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1072281978;c=1731406871657) 2024-11-12T10:21:13,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee0683effaa19f9 with lease ID 0x89f4799d101c1ae7: from storage DS-36ce31b7-6c0a-4d8f-a346-7386fe159f73 node DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b1487696-f066-45b1-9696-f97e832fb9cc, infoPort=46867, infoSecurePort=0, ipcPort=40335, storageInfo=lv=-57;cid=testClusterID;nsid=1072281978;c=1731406871657), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:13,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647 2024-11-12T10:21:13,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:13,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:13,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:21:13,573 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc with version=8 2024-11-12T10:21:13,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/hbase-staging 2024-11-12T10:21:13,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:21:13,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:13,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45713 2024-11-12T10:21:13,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45713 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:13,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457130x0, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:13,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45713-0x1012e901f590003 connected 2024-11-12T10:21:13,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:13,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:13,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/running 2024-11-12T10:21:13,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc, hbase.cluster.distributed=false 2024-11-12T10:21:13,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/acl 2024-11-12T10:21:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-12T10:21:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45713 2024-11-12T10:21:13,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45713 2024-11-12T10:21:13,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-12T10:21:13,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-12T10:21:13,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:21:13,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:13,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35027 2024-11-12T10:21:13,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35027 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:13,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:13,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:13,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350270x0, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:13,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350270x0, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/running 2024-11-12T10:21:13,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35027-0x1012e901f590004 connected 2024-11-12T10:21:13,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:21:13,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:21:13,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/master 2024-11-12T10:21:13,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/acl 2024-11-12T10:21:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-12T10:21:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35027 2024-11-12T10:21:13,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35027 2024-11-12T10:21:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-12T10:21:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35027 2024-11-12T10:21:13,758 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:45713 2024-11-12T10:21:13,758 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1204264203/backup-masters/a10fb4296bab,45713,1731406873577 2024-11-12T10:21:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203/backup-masters 2024-11-12T10:21:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203/backup-masters 2024-11-12T10:21:13,767 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on existing znode=/1-1204264203/backup-masters/a10fb4296bab,45713,1731406873577 2024-11-12T10:21:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1204264203/master 2024-11-12T10:21:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:13,778 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on existing znode=/1-1204264203/master 2024-11-12T10:21:13,778 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1204264203/backup-masters/a10fb4296bab,45713,1731406873577 from backup master directory 2024-11-12T10:21:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1204264203/backup-masters/a10fb4296bab,45713,1731406873577 2024-11-12T10:21:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203/backup-masters 2024-11-12T10:21:13,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203/backup-masters 2024-11-12T10:21:13,788 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:13,788 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,45713,1731406873577 2024-11-12T10:21:13,791 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/hbase.id] with ID: 1ad7cb2c-0783-4f59-b278-d07758545698 2024-11-12T10:21:13,791 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/.tmp/hbase.id 2024-11-12T10:21:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:21:14,195 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/.tmp/hbase.id]:[hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/hbase.id] 2024-11-12T10:21:14,203 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:14,203 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:21:14,204 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:21:14,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:14,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:21:14,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:21:14,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:21:14,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:14,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T10:21:14,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:14,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:21:14,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:14,636 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:21:14,636 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:21:15,042 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store 2024-11-12T10:21:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:21:15,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:15,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:15,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:15,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:15,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:15,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:15,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:15,447 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406875447Disabling compacts and flushes for region at 1731406875447Disabling writes for close at 1731406875447Writing region close event to WAL at 1731406875447Closed at 1731406875447 2024-11-12T10:21:15,448 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/.initializing 2024-11-12T10:21:15,448 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/WALs/a10fb4296bab,45713,1731406873577 2024-11-12T10:21:15,449 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:15,450 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C45713%2C1731406873577, suffix=, logDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/WALs/a10fb4296bab,45713,1731406873577, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/oldWALs, maxLogs=10 2024-11-12T10:21:15,461 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/WALs/a10fb4296bab,45713,1731406873577/a10fb4296bab%2C45713%2C1731406873577.1731406875450, exclude list is [], retry=0 2024-11-12T10:21:15,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43229,DS-861a45ac-ee7a-4c76-a947-1516e789a6ce,DISK] 2024-11-12T10:21:15,465 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/WALs/a10fb4296bab,45713,1731406873577/a10fb4296bab%2C45713%2C1731406873577.1731406875450 2024-11-12T10:21:15,465 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46867:46867)] 2024-11-12T10:21:15,465 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:15,465 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:15,465 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,465 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:21:15,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:21:15,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:15,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:15,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:21:15,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:15,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:15,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:21:15,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:15,472 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,472 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,472 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,473 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,473 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,473 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:15,474 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:15,476 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:15,476 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62784380, jitterRate=-0.06443983316421509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:15,476 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406875466Initializing all the Stores at 1731406875466Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406875466Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406875467 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406875467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406875467Cleaning up temporary data from old regions at 1731406875473 (+6 ms)Region opened successfully at 1731406875476 (+3 ms) 2024-11-12T10:21:15,477 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:21:15,479 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bb55c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:15,479 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:21:15,479 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:21:15,479 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:21:15,480 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:21:15,480 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:21:15,480 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:21:15,480 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:21:15,482 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:21:15,482 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Unable to get data of znode /1-1204264203/balancer because node does not exist (not necessarily an error) 2024-11-12T10:21:15,535 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1204264203/balancer already deleted, retry=false 2024-11-12T10:21:15,536 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:21:15,536 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Unable to get data of znode /1-1204264203/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:21:15,546 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1204264203/normalizer already deleted, retry=false 2024-11-12T10:21:15,546 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:21:15,547 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Unable to get data of znode /1-1204264203/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:21:15,556 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1204264203/switch/split already deleted, retry=false 2024-11-12T10:21:15,557 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Unable to get data of znode /1-1204264203/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:21:15,567 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1204264203/switch/merge already deleted, retry=false 2024-11-12T10:21:15,568 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Unable to get data of znode /1-1204264203/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:21:15,577 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1204264203/snapshot-cleanup already deleted, retry=false 2024-11-12T10:21:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1204264203/running 2024-11-12T10:21:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1204264203/running 2024-11-12T10:21:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:15,588 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,45713,1731406873577, sessionid=0x1012e901f590003, setting cluster-up flag (Was=false) 2024-11-12T10:21:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:15,641 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1204264203/flush-table-proc/acquired, /1-1204264203/flush-table-proc/reached, /1-1204264203/flush-table-proc/abort 2024-11-12T10:21:15,642 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,45713,1731406873577 2024-11-12T10:21:15,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:15,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:15,693 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1204264203/online-snapshot/acquired, /1-1204264203/online-snapshot/reached, /1-1204264203/online-snapshot/abort 2024-11-12T10:21:15,694 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,45713,1731406873577 2024-11-12T10:21:15,695 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:21:15,696 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:15,696 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:21:15,696 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,45713,1731406873577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:21:15,697 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,698 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:15,698 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,698 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406905698 2024-11-12T10:21:15,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:15,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:21:15,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:21:15,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:21:15,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:21:15,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:21:15,699 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:15,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:21:15,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:21:15,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:21:15,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:21:15,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:21:15,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:21:15,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:21:15,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:21:15,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:21:15,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406875701,5,FailOnTimeoutGroup] 2024-11-12T10:21:15,701 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406875701,5,FailOnTimeoutGroup] 2024-11-12T10:21:15,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:21:15,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:21:15,748 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(746): ClusterId : 1ad7cb2c-0783-4f59-b278-d07758545698 2024-11-12T10:21:15,748 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:21:15,757 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:21:15,757 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:21:15,767 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:21:15,768 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25719ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:15,778 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:35027 2024-11-12T10:21:15,778 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:21:15,778 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:21:15,778 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:21:15,778 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,45713,1731406873577 with port=35027, startcode=1731406873723 2024-11-12T10:21:15,778 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:21:15,780 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:21:15,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,35027,1731406873723 2024-11-12T10:21:15,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45713 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:15,781 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc 2024-11-12T10:21:15,781 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39067 2024-11-12T10:21:15,781 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:21:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203/rs 2024-11-12T10:21:15,829 DEBUG [RS:0;a10fb4296bab:35027 {}] zookeeper.ZKUtil(111): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on existing znode=/1-1204264203/rs/a10fb4296bab,35027,1731406873723 2024-11-12T10:21:15,829 WARN [RS:0;a10fb4296bab:35027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:15,829 INFO [RS:0;a10fb4296bab:35027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:15,829 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723 2024-11-12T10:21:15,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,35027,1731406873723] 2024-11-12T10:21:15,831 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:21:15,832 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:21:15,833 INFO [RS:0;a10fb4296bab:35027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:21:15,833 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,833 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:21:15,833 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:15,834 DEBUG [RS:0;a10fb4296bab:35027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,834 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35027,1731406873723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:15,846 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:21:15,847 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35027,1731406873723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,847 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,847 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.Replication(171): a10fb4296bab,35027,1731406873723 started 2024-11-12T10:21:15,858 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:15,858 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,35027,1731406873723, RpcServer on a10fb4296bab/172.17.0.3:35027, sessionid=0x1012e901f590004 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,35027,1731406873723 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35027,1731406873723' 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1204264203/flush-table-proc/abort' 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1204264203/flush-table-proc/acquired' 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,35027,1731406873723 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35027,1731406873723' 2024-11-12T10:21:15,859 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1204264203/online-snapshot/abort' 2024-11-12T10:21:15,860 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1204264203/online-snapshot/acquired' 2024-11-12T10:21:15,860 DEBUG [RS:0;a10fb4296bab:35027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:21:15,860 INFO [RS:0;a10fb4296bab:35027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:21:15,860 INFO [RS:0;a10fb4296bab:35027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:21:15,960 INFO [RS:0;a10fb4296bab:35027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:15,961 INFO [RS:0;a10fb4296bab:35027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35027%2C1731406873723, suffix=, logDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/oldWALs, maxLogs=10 2024-11-12T10:21:15,973 DEBUG [RS:0;a10fb4296bab:35027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, exclude list is [], retry=0 2024-11-12T10:21:15,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43229,DS-861a45ac-ee7a-4c76-a947-1516e789a6ce,DISK] 2024-11-12T10:21:15,976 INFO [RS:0;a10fb4296bab:35027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 2024-11-12T10:21:15,976 DEBUG [RS:0;a10fb4296bab:35027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46867:46867)] 2024-11-12T10:21:16,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:21:16,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc 2024-11-12T10:21:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:21:16,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:21:16,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:16,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:16,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:16,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:16,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:16,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:16,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:16,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:16,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:16,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:16,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740 2024-11-12T10:21:16,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740 2024-11-12T10:21:16,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:16,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:16,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:16,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:16,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:16,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59297258, jitterRate=-0.11640200018882751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:16,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406876509Initializing all the Stores at 1731406876510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406876510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406876510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406876510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406876510Cleaning up temporary data from old regions at 1731406876516 (+6 ms)Region opened successfully at 1731406876518 (+2 ms) 2024-11-12T10:21:16,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:16,518 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:16,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:16,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:16,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:16,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:16,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406876518Disabling compacts and flushes for region at 1731406876518Disabling writes for close at 1731406876518Writing region close event to WAL at 1731406876519 (+1 ms)Closed at 1731406876519 2024-11-12T10:21:16,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:16,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:21:16,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:21:16,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:16,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:21:16,671 DEBUG [a10fb4296bab:45713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:21:16,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:16,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35027,1731406873723, state=OPENING 2024-11-12T10:21:16,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:16,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1204264203/meta-region-server: CHANGED 2024-11-12T10:21:16,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1204264203/meta-region-server: CHANGED 2024-11-12T10:21:16,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:16,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35027,1731406873723}] 2024-11-12T10:21:16,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:16,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:21:16,892 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:21:16,892 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:16,892 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:21:16,893 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35027%2C1731406873723.meta, suffix=.meta, logDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/oldWALs, maxLogs=10 2024-11-12T10:21:16,905 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.meta.1731406876893.meta, exclude list is [], retry=0 2024-11-12T10:21:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43229,DS-861a45ac-ee7a-4c76-a947-1516e789a6ce,DISK] 2024-11-12T10:21:16,908 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.meta.1731406876893.meta 2024-11-12T10:21:16,908 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46867:46867)] 2024-11-12T10:21:16,908 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:16,909 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:16,909 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:16,909 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:21:16,909 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:21:16,909 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:21:16,909 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:16,909 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:21:16,909 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:21:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:16,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:16,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:16,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:16,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:16,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:16,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:16,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:16,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:16,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:16,913 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:16,914 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740 2024-11-12T10:21:16,914 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740 2024-11-12T10:21:16,915 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:16,915 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:16,916 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:16,916 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:16,917 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63380164, jitterRate=-0.055561959743499756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:16,917 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:21:16,917 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406876909Writing region info on filesystem at 1731406876909Initializing all the Stores at 1731406876910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406876910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406876910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406876910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406876910Cleaning up temporary data from old regions at 1731406876915 (+5 ms)Running coprocessor post-open hooks at 1731406876917 (+2 ms)Region opened successfully at 1731406876917 2024-11-12T10:21:16,918 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406876888 2024-11-12T10:21:16,919 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:21:16,919 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:21:16,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:16,920 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35027,1731406873723, state=OPEN 2024-11-12T10:21:16,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1204264203/meta-region-server 2024-11-12T10:21:16,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1204264203/meta-region-server 2024-11-12T10:21:16,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:16,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1204264203/meta-region-server: CHANGED 2024-11-12T10:21:16,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1204264203/meta-region-server: CHANGED 2024-11-12T10:21:16,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:21:16,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35027,1731406873723 in 253 msec 2024-11-12T10:21:16,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:21:16,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-12T10:21:16,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:16,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:21:16,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:16,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35027,1731406873723, seqNum=-1] 2024-11-12T10:21:16,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:16,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:17,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-12T10:21:17,000 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406877000, completionTime=-1 2024-11-12T10:21:17,000 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:21:17,000 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406937002 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406997002 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45713,1731406873577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45713,1731406873577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45713,1731406873577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:45713, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,004 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.217sec 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45713,1731406873577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:17,005 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45713,1731406873577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:21:17,007 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:21:17,007 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:21:17,007 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,45713,1731406873577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:17,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:17,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e76e46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:17,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45713,-1 for getting cluster id 2024-11-12T10:21:17,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,050 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ad7cb2c-0783-4f59-b278-d07758545698' 2024-11-12T10:21:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ad7cb2c-0783-4f59-b278-d07758545698" 2024-11-12T10:21:17,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e773c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45713,-1] 2024-11-12T10:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:17,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,052 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:17,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b42cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:17,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35027,1731406873723, seqNum=-1] 2024-11-12T10:21:17,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:17,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:17,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,45713,1731406873577 2024-11-12T10:21:17,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:17,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:17,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e901f590005 connected 2024-11-12T10:21:17,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir so I do NOT create it in target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a 2024-11-12T10:21:17,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.tmp.dir so I do NOT create it in target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a 2024-11-12T10:21:17,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:21:17,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/cluster_2ffe07ea-92c8-8a70-5d49-d33d11db6d60, deleteOnExit=true 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/test.cache.data in system properties and HBase conf 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:21:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:21:17,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:21:17,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:21:17,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:21:17,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:17,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:17,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:17,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:17,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:17,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:17,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e47cf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:17,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71399dd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:17,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@622ab046{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/java.io.tmpdir/jetty-localhost-42797-hadoop-hdfs-3_4_1-tests_jar-_-any-9481384908946840045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:17,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51dfbbfb{HTTP/1.1, (http/1.1)}{localhost:42797} 2024-11-12T10:21:17,600 INFO [Time-limited test {}] server.Server(415): Started @229908ms 2024-11-12T10:21:17,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:17,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:17,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:17,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:17,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:17,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d73d261{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:17,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67552449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:17,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@361a0367{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/java.io.tmpdir/jetty-localhost-44323-hadoop-hdfs-3_4_1-tests_jar-_-any-10563882063801383319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:17,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3404da{HTTP/1.1, (http/1.1)}{localhost:44323} 2024-11-12T10:21:17,987 INFO [Time-limited test {}] server.Server(415): Started @230295ms 2024-11-12T10:21:17,988 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:21:18,649 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/cluster_2ffe07ea-92c8-8a70-5d49-d33d11db6d60/data/data1/current/BP-1616442581-172.17.0.3-1731406877234/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:18,649 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/cluster_2ffe07ea-92c8-8a70-5d49-d33d11db6d60/data/data2/current/BP-1616442581-172.17.0.3-1731406877234/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:18,667 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:21:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40053c9622d0db08 with lease ID 0xfc23afa3ed3d517b: Processing first storage report for DS-729c5581-c91b-4d83-86cc-952f353e8c38 from datanode DatanodeRegistration(127.0.0.1:39891, datanodeUuid=b31277b5-3885-49d9-a171-09357413c3ca, infoPort=46261, infoSecurePort=0, ipcPort=44583, storageInfo=lv=-57;cid=testClusterID;nsid=2124176186;c=1731406877234) 2024-11-12T10:21:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40053c9622d0db08 with lease ID 0xfc23afa3ed3d517b: from storage DS-729c5581-c91b-4d83-86cc-952f353e8c38 node DatanodeRegistration(127.0.0.1:39891, datanodeUuid=b31277b5-3885-49d9-a171-09357413c3ca, infoPort=46261, infoSecurePort=0, ipcPort=44583, storageInfo=lv=-57;cid=testClusterID;nsid=2124176186;c=1731406877234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40053c9622d0db08 with lease ID 0xfc23afa3ed3d517b: Processing first storage report for DS-a63fd9ae-cd98-42a6-a5bb-c70833edcbec from datanode DatanodeRegistration(127.0.0.1:39891, datanodeUuid=b31277b5-3885-49d9-a171-09357413c3ca, infoPort=46261, infoSecurePort=0, ipcPort=44583, storageInfo=lv=-57;cid=testClusterID;nsid=2124176186;c=1731406877234) 2024-11-12T10:21:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40053c9622d0db08 with lease ID 0xfc23afa3ed3d517b: from storage DS-a63fd9ae-cd98-42a6-a5bb-c70833edcbec node DatanodeRegistration(127.0.0.1:39891, datanodeUuid=b31277b5-3885-49d9-a171-09357413c3ca, infoPort=46261, infoSecurePort=0, ipcPort=44583, storageInfo=lv=-57;cid=testClusterID;nsid=2124176186;c=1731406877234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:18,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a 2024-11-12T10:21:18,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:18,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:21:19,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9 with version=8 2024-11-12T10:21:19,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/hbase-staging 2024-11-12T10:21:19,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:21:19,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:19,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46577 2024-11-12T10:21:19,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46577 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:19,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465770x0, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:19,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46577-0x1012e901f590006 connected 2024-11-12T10:21:19,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:19,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:19,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/running 2024-11-12T10:21:19,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9, hbase.cluster.distributed=false 2024-11-12T10:21:19,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/acl 2024-11-12T10:21:19,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-12T10:21:19,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46577 2024-11-12T10:21:19,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46577 2024-11-12T10:21:19,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-12T10:21:19,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-12T10:21:19,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:21:19,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:19,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38031 2024-11-12T10:21:19,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38031 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:19,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:19,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:19,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380310x0, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:19,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380310x0, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/running 2024-11-12T10:21:19,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38031-0x1012e901f590007 connected 2024-11-12T10:21:19,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:21:19,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:21:19,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/master 2024-11-12T10:21:19,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/acl 2024-11-12T10:21:19,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-12T10:21:19,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-12T10:21:19,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-12T10:21:19,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-12T10:21:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-12T10:21:19,407 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:46577 2024-11-12T10:21:19,407 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21358197463/backup-masters/a10fb4296bab,46577,1731406879120 2024-11-12T10:21:19,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463/backup-masters 2024-11-12T10:21:19,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463/backup-masters 2024-11-12T10:21:19,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on existing znode=/21358197463/backup-masters/a10fb4296bab,46577,1731406879120 2024-11-12T10:21:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21358197463/master 2024-11-12T10:21:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:19,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on existing znode=/21358197463/master 2024-11-12T10:21:19,430 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21358197463/backup-masters/a10fb4296bab,46577,1731406879120 from backup master directory 2024-11-12T10:21:19,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463/backup-masters 2024-11-12T10:21:19,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21358197463/backup-masters/a10fb4296bab,46577,1731406879120 2024-11-12T10:21:19,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463/backup-masters 2024-11-12T10:21:19,440 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:19,440 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,46577,1731406879120 2024-11-12T10:21:19,443 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/hbase.id] with ID: 1b4e7290-017c-44d6-95d8-9745fedadcbf 2024-11-12T10:21:19,443 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/.tmp/hbase.id 2024-11-12T10:21:19,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:21:19,847 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/.tmp/hbase.id]:[hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/hbase.id] 2024-11-12T10:21:19,854 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:19,854 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:21:19,854 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T10:21:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:21:20,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:20,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:21:20,309 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:21:20,715 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store 2024-11-12T10:21:20,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:21:21,124 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:21,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:21,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:21,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:21,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:21,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:21,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:21,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406881124Disabling compacts and flushes for region at 1731406881124Disabling writes for close at 1731406881125 (+1 ms)Writing region close event to WAL at 1731406881125Closed at 1731406881125 2024-11-12T10:21:21,125 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/.initializing 2024-11-12T10:21:21,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/WALs/a10fb4296bab,46577,1731406879120 2024-11-12T10:21:21,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:21,127 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C46577%2C1731406879120, suffix=, logDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/WALs/a10fb4296bab,46577,1731406879120, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/oldWALs, maxLogs=10 2024-11-12T10:21:21,139 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/WALs/a10fb4296bab,46577,1731406879120/a10fb4296bab%2C46577%2C1731406879120.1731406881127, exclude list is [], retry=0 2024-11-12T10:21:21,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-729c5581-c91b-4d83-86cc-952f353e8c38,DISK] 2024-11-12T10:21:21,142 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/WALs/a10fb4296bab,46577,1731406879120/a10fb4296bab%2C46577%2C1731406879120.1731406881127 2024-11-12T10:21:21,142 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-12T10:21:21,142 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:21,143 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:21,143 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,143 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:21:21,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:21,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:21,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:21:21,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:21,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:21,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:21:21,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:21,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:21,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:21:21,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:21,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:21,148 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,148 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,148 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,149 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,149 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,150 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:21,150 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:21,151 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:21,152 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73523220, jitterRate=0.09558135271072388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:21,152 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406881143Initializing all the Stores at 1731406881143Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406881143Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406881144 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406881144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406881144Cleaning up temporary data from old regions at 1731406881149 (+5 ms)Region opened successfully at 1731406881152 (+3 ms) 2024-11-12T10:21:21,152 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:21:21,153 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1542142f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:21,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:21:21,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:21:21,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:21:21,154 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:21:21,155 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:21:21,155 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:21:21,155 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:21:21,156 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:21:21,157 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Unable to get data of znode /21358197463/balancer because node does not exist (not necessarily an error) 2024-11-12T10:21:21,208 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21358197463/balancer already deleted, retry=false 2024-11-12T10:21:21,209 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:21:21,209 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Unable to get data of znode /21358197463/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:21:21,219 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21358197463/normalizer already deleted, retry=false 2024-11-12T10:21:21,219 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:21:21,220 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Unable to get data of znode /21358197463/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:21:21,229 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21358197463/switch/split already deleted, retry=false 2024-11-12T10:21:21,230 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Unable to get data of znode /21358197463/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:21:21,240 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21358197463/switch/merge already deleted, retry=false 2024-11-12T10:21:21,241 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Unable to get data of znode /21358197463/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:21:21,251 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21358197463/snapshot-cleanup already deleted, retry=false 2024-11-12T10:21:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21358197463/running 2024-11-12T10:21:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21358197463/running 2024-11-12T10:21:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:21,261 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,46577,1731406879120, sessionid=0x1012e901f590006, setting cluster-up flag (Was=false) 2024-11-12T10:21:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:21,314 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21358197463/flush-table-proc/acquired, /21358197463/flush-table-proc/reached, /21358197463/flush-table-proc/abort 2024-11-12T10:21:21,315 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,46577,1731406879120 2024-11-12T10:21:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:21,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:21,366 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21358197463/online-snapshot/acquired, /21358197463/online-snapshot/reached, /21358197463/online-snapshot/abort 2024-11-12T10:21:21,367 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,46577,1731406879120 2024-11-12T10:21:21,368 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:21:21,369 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:21,369 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:21:21,369 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:21:21,370 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,46577,1731406879120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:21,371 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406911372 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:21:21,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:21:21,372 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:21:21,373 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:21:21,373 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:21:21,373 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:21:21,373 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:21:21,373 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:21:21,373 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406881373,5,FailOnTimeoutGroup] 2024-11-12T10:21:21,373 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:21,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:21:21,373 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406881373,5,FailOnTimeoutGroup] 2024-11-12T10:21:21,374 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,374 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:21:21,374 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,374 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:21:21,400 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(746): ClusterId : 1b4e7290-017c-44d6-95d8-9745fedadcbf 2024-11-12T10:21:21,400 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:21:21,409 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:21:21,409 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:21:21,420 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:21:21,420 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec3e3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:21,442 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:38031 2024-11-12T10:21:21,443 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:21:21,443 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:21:21,443 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:21:21,443 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,46577,1731406879120 with port=38031, startcode=1731406879373 2024-11-12T10:21:21,443 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:21:21,444 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:21:21,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,38031,1731406879373 2024-11-12T10:21:21,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:21,446 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9 2024-11-12T10:21:21,446 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35419 2024-11-12T10:21:21,446 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:21:21,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463/rs 2024-11-12T10:21:21,503 DEBUG [RS:0;a10fb4296bab:38031 {}] zookeeper.ZKUtil(111): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on existing znode=/21358197463/rs/a10fb4296bab,38031,1731406879373 2024-11-12T10:21:21,503 WARN [RS:0;a10fb4296bab:38031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:21,504 INFO [RS:0;a10fb4296bab:38031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:21,504 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373 2024-11-12T10:21:21,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,38031,1731406879373] 2024-11-12T10:21:21,506 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:21:21,507 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:21:21,507 INFO [RS:0;a10fb4296bab:38031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:21:21,507 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,507 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:21:21,508 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:21:21,508 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:21,508 DEBUG [RS:0;a10fb4296bab:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:21,509 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,509 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,509 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,509 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,509 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,509 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38031,1731406879373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:21,526 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:21:21,526 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,38031,1731406879373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,526 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,526 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.Replication(171): a10fb4296bab,38031,1731406879373 started 2024-11-12T10:21:21,538 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:21,538 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,38031,1731406879373, RpcServer on a10fb4296bab/172.17.0.3:38031, sessionid=0x1012e901f590007 2024-11-12T10:21:21,538 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:21:21,538 DEBUG [RS:0;a10fb4296bab:38031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,38031,1731406879373 2024-11-12T10:21:21,538 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,38031,1731406879373' 2024-11-12T10:21:21,538 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21358197463/flush-table-proc/abort' 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21358197463/flush-table-proc/acquired' 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,38031,1731406879373 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,38031,1731406879373' 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21358197463/online-snapshot/abort' 2024-11-12T10:21:21,539 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21358197463/online-snapshot/acquired' 2024-11-12T10:21:21,540 DEBUG [RS:0;a10fb4296bab:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:21:21,540 INFO [RS:0;a10fb4296bab:38031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:21:21,540 INFO [RS:0;a10fb4296bab:38031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:21:21,640 INFO [RS:0;a10fb4296bab:38031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:21,641 INFO [RS:0;a10fb4296bab:38031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38031%2C1731406879373, suffix=, logDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/oldWALs, maxLogs=10 2024-11-12T10:21:21,653 DEBUG [RS:0;a10fb4296bab:38031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, exclude list is [], retry=0 2024-11-12T10:21:21,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-729c5581-c91b-4d83-86cc-952f353e8c38,DISK] 2024-11-12T10:21:21,657 INFO [RS:0;a10fb4296bab:38031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 2024-11-12T10:21:21,658 DEBUG [RS:0;a10fb4296bab:38031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-12T10:21:21,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:21:21,780 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9 2024-11-12T10:21:21,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:21:22,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:22,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:22,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:22,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:22,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:22,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:22,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:22,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:22,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:22,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:22,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740 2024-11-12T10:21:22,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740 2024-11-12T10:21:22,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:22,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:22,200 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:22,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:22,202 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:22,203 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72278371, jitterRate=0.07703165709972382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:22,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406882189Initializing all the Stores at 1731406882190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406882190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406882190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406882190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406882190Cleaning up temporary data from old regions at 1731406882200 (+10 ms)Region opened successfully at 1731406882203 (+3 ms) 2024-11-12T10:21:22,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:22,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:22,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:22,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:22,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:22,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:22,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406882203Disabling compacts and flushes for region at 1731406882203Disabling writes for close at 1731406882203Writing region close event to WAL at 1731406882203Closed at 1731406882203 2024-11-12T10:21:22,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:22,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:21:22,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:21:22,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:22,206 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:21:22,356 DEBUG [a10fb4296bab:46577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:21:22,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:22,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38031,1731406879373, state=OPENING 2024-11-12T10:21:22,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:22,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:21:22,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:22,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:22,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21358197463/meta-region-server: CHANGED 2024-11-12T10:21:22,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21358197463/meta-region-server: CHANGED 2024-11-12T10:21:22,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:22,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,38031,1731406879373}] 2024-11-12T10:21:22,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:22,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:22,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:21:22,586 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:21:22,586 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:22,586 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:21:22,588 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38031%2C1731406879373.meta, suffix=.meta, logDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/oldWALs, maxLogs=10 2024-11-12T10:21:22,604 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.meta.1731406882588.meta, exclude list is [], retry=0 2024-11-12T10:21:22,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-729c5581-c91b-4d83-86cc-952f353e8c38,DISK] 2024-11-12T10:21:22,607 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.meta.1731406882588.meta 2024-11-12T10:21:22,607 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-12T10:21:22,607 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:22,607 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:22,608 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:22,608 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:21:22,608 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:21:22,608 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:21:22,608 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:22,608 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:21:22,608 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:21:22,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:22,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:22,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:22,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:22,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:22,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:22,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:22,613 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:22,614 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740 2024-11-12T10:21:22,614 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740 2024-11-12T10:21:22,615 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:22,615 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:22,616 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:22,617 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:22,617 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59954519, jitterRate=-0.10660804808139801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:22,617 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:21:22,618 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406882608Writing region info on filesystem at 1731406882608Initializing all the Stores at 1731406882609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406882609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406882609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406882609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406882609Cleaning up temporary data from old regions at 1731406882615 (+6 ms)Running coprocessor post-open hooks at 1731406882617 (+2 ms)Region opened successfully at 1731406882618 (+1 ms) 2024-11-12T10:21:22,618 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406882582 2024-11-12T10:21:22,621 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:21:22,621 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:21:22,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:22,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,38031,1731406879373, state=OPEN 2024-11-12T10:21:22,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21358197463/meta-region-server 2024-11-12T10:21:22,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21358197463/meta-region-server 2024-11-12T10:21:22,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:22,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21358197463/meta-region-server: CHANGED 2024-11-12T10:21:22,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21358197463/meta-region-server: CHANGED 2024-11-12T10:21:22,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:21:22,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,38031,1731406879373 in 259 msec 2024-11-12T10:21:22,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:21:22,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-12T10:21:22,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:22,693 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:21:22,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:22,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38031,1731406879373, seqNum=-1] 2024-11-12T10:21:22,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:22,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:22,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3300 sec 2024-11-12T10:21:22,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406882699, completionTime=-1 2024-11-12T10:21:22,699 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:21:22,699 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406942701 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407002701 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46577,1731406879120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46577,1731406879120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46577,1731406879120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:46577, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,701 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,703 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:21:22,704 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.264sec 2024-11-12T10:21:22,704 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:21:22,704 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:21:22,704 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:21:22,705 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:21:22,705 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:21:22,705 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46577,1731406879120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:22,705 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46577,1731406879120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:21:22,706 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:21:22,706 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:21:22,706 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,46577,1731406879120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:22,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49085af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:22,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:22,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:22,802 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73979c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:22,804 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:22,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473e8d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:22,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38031,1731406879373, seqNum=-1] 2024-11-12T10:21:22,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:22,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:22,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,46577,1731406879120 2024-11-12T10:21:22,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49266 2024-11-12T10:21:22,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:22,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012e901f590008 connected 2024-11-12T10:21:22,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:22,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42791,1731406867779 2024-11-12T10:21:22,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e368f4 2024-11-12T10:21:22,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:22,854 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:22,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:21:22,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:21:22,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:22,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:21:22,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:21:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:21:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:23,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e387bc8266efd4271fcdd5a8c5926c7, NAME => 'test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1 2024-11-12T10:21:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:21:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:23,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:23,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e387bc8266efd4271fcdd5a8c5926c7, disabling compactions & flushes 2024-11-12T10:21:23,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:23,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:23,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. after waiting 0 ms 2024-11-12T10:21:23,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:23,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:23,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e387bc8266efd4271fcdd5a8c5926c7: Waiting for close lock at 1731406883671Disabling compacts and flushes for region at 1731406883671Disabling writes for close at 1731406883671Writing region close event to WAL at 1731406883671Closed at 1731406883671 2024-11-12T10:21:23,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:21:23,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406883672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406883672"}]},"ts":"1731406883672"} 2024-11-12T10:21:23,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:21:23,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:21:23,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406883674"}]},"ts":"1731406883674"} 2024-11-12T10:21:23,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:21:23,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e387bc8266efd4271fcdd5a8c5926c7, ASSIGN}] 2024-11-12T10:21:23,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e387bc8266efd4271fcdd5a8c5926c7, ASSIGN 2024-11-12T10:21:23,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e387bc8266efd4271fcdd5a8c5926c7, ASSIGN; state=OFFLINE, location=a10fb4296bab,43703,1731406868052; forceNewPlan=false, retain=false 2024-11-12T10:21:23,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e387bc8266efd4271fcdd5a8c5926c7, regionState=OPENING, regionLocation=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:23,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e387bc8266efd4271fcdd5a8c5926c7, ASSIGN because future has completed 2024-11-12T10:21:23,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e387bc8266efd4271fcdd5a8c5926c7, server=a10fb4296bab,43703,1731406868052}] 2024-11-12T10:21:23,986 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:23,986 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e387bc8266efd4271fcdd5a8c5926c7, NAME => 'test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:23,986 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:23,986 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:21:23,986 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,986 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:23,987 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,987 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,988 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,989 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e387bc8266efd4271fcdd5a8c5926c7 columnFamilyName f 2024-11-12T10:21:23,989 DEBUG [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:23,989 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] regionserver.HStore(327): Store=1e387bc8266efd4271fcdd5a8c5926c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:23,989 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,990 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e387bc8266efd4271fcdd5a8c5926c7 columnFamilyName f1 2024-11-12T10:21:23,990 DEBUG [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:23,990 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] regionserver.HStore(327): Store=1e387bc8266efd4271fcdd5a8c5926c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:23,990 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,991 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e387bc8266efd4271fcdd5a8c5926c7 columnFamilyName norep 2024-11-12T10:21:23,991 DEBUG [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:23,991 INFO [StoreOpener-1e387bc8266efd4271fcdd5a8c5926c7-1 {}] regionserver.HStore(327): Store=1e387bc8266efd4271fcdd5a8c5926c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:23,992 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,992 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,992 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,993 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,993 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,993 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:21:23,994 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,996 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:23,997 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e387bc8266efd4271fcdd5a8c5926c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74586161, jitterRate=0.1114204078912735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:21:23,997 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:23,997 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e387bc8266efd4271fcdd5a8c5926c7: Running coprocessor pre-open hook at 1731406883987Writing region info on filesystem at 1731406883987Initializing all the Stores at 1731406883987Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406883987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406883988 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406883988Cleaning up temporary data from old regions at 1731406883993 (+5 ms)Running coprocessor post-open hooks at 1731406883997 (+4 ms)Region opened successfully at 1731406883997 2024-11-12T10:21:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:23,998 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7., pid=6, masterSystemTime=1731406883982 2024-11-12T10:21:24,000 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:24,000 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:24,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e387bc8266efd4271fcdd5a8c5926c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:24,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e387bc8266efd4271fcdd5a8c5926c7, server=a10fb4296bab,43703,1731406868052 because future has completed 2024-11-12T10:21:24,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:21:24,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e387bc8266efd4271fcdd5a8c5926c7, server=a10fb4296bab,43703,1731406868052 in 174 msec 2024-11-12T10:21:24,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:21:24,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e387bc8266efd4271fcdd5a8c5926c7, ASSIGN in 330 msec 2024-11-12T10:21:24,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:21:24,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406884008"}]},"ts":"1731406884008"} 2024-11-12T10:21:24,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:21:24,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:21:24,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-12T10:21:24,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:21:24,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T10:21:24,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:24,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T10:21:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,008 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:21:25,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,45713,1731406873577 2024-11-12T10:21:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30defd68 2024-11-12T10:21:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:25,009 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:25,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:21:25,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:21:25,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:25,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:21:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:21:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:21:25,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e888e9cfdad19731b85d5e162635f114, NAME => 'test,,1731406885010.e888e9cfdad19731b85d5e162635f114.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc 2024-11-12T10:21:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:21:25,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406885010.e888e9cfdad19731b85d5e162635f114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:25,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e888e9cfdad19731b85d5e162635f114, disabling compactions & flushes 2024-11-12T10:21:25,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406885010.e888e9cfdad19731b85d5e162635f114. after waiting 0 ms 2024-11-12T10:21:25,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e888e9cfdad19731b85d5e162635f114: Waiting for close lock at 1731406885026Disabling compacts and flushes for region at 1731406885026Disabling writes for close at 1731406885026Writing region close event to WAL at 1731406885026Closed at 1731406885026 2024-11-12T10:21:25,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:21:25,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406885010.e888e9cfdad19731b85d5e162635f114.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406885027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406885027"}]},"ts":"1731406885027"} 2024-11-12T10:21:25,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:21:25,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:21:25,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406885030"}]},"ts":"1731406885030"} 2024-11-12T10:21:25,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:21:25,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e888e9cfdad19731b85d5e162635f114, ASSIGN}] 2024-11-12T10:21:25,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e888e9cfdad19731b85d5e162635f114, ASSIGN 2024-11-12T10:21:25,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e888e9cfdad19731b85d5e162635f114, ASSIGN; state=OFFLINE, location=a10fb4296bab,35027,1731406873723; forceNewPlan=false, retain=false 2024-11-12T10:21:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e888e9cfdad19731b85d5e162635f114, regionState=OPENING, regionLocation=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e888e9cfdad19731b85d5e162635f114, ASSIGN because future has completed 2024-11-12T10:21:25,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e888e9cfdad19731b85d5e162635f114, server=a10fb4296bab,35027,1731406873723}] 2024-11-12T10:21:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,341 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,341 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e888e9cfdad19731b85d5e162635f114, NAME => 'test,,1731406885010.e888e9cfdad19731b85d5e162635f114.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:25,342 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:25,342 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:21:25,342 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,342 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406885010.e888e9cfdad19731b85d5e162635f114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:25,342 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,342 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,343 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,344 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e888e9cfdad19731b85d5e162635f114 columnFamilyName f 2024-11-12T10:21:25,344 DEBUG [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:25,345 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] regionserver.HStore(327): Store=e888e9cfdad19731b85d5e162635f114/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:25,345 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,346 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e888e9cfdad19731b85d5e162635f114 columnFamilyName f1 2024-11-12T10:21:25,346 DEBUG [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:25,346 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] regionserver.HStore(327): Store=e888e9cfdad19731b85d5e162635f114/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:25,346 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,347 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e888e9cfdad19731b85d5e162635f114 columnFamilyName norep 2024-11-12T10:21:25,347 DEBUG [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:25,347 INFO [StoreOpener-e888e9cfdad19731b85d5e162635f114-1 {}] regionserver.HStore(327): Store=e888e9cfdad19731b85d5e162635f114/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:25,347 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,348 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,349 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,349 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,349 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,350 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:21:25,351 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,352 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:25,353 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e888e9cfdad19731b85d5e162635f114; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59720400, jitterRate=-0.11009669303894043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:21:25,353 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:25,353 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e888e9cfdad19731b85d5e162635f114: Running coprocessor pre-open hook at 1731406885342Writing region info on filesystem at 1731406885342Initializing all the Stores at 1731406885343 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406885343Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406885343Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406885343Cleaning up temporary data from old regions at 1731406885349 (+6 ms)Running coprocessor post-open hooks at 1731406885353 (+4 ms)Region opened successfully at 1731406885353 2024-11-12T10:21:25,354 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406885010.e888e9cfdad19731b85d5e162635f114., pid=6, masterSystemTime=1731406885338 2024-11-12T10:21:25,356 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,356 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:25,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e888e9cfdad19731b85d5e162635f114, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:25,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e888e9cfdad19731b85d5e162635f114, server=a10fb4296bab,35027,1731406873723 because future has completed 2024-11-12T10:21:25,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:21:25,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e888e9cfdad19731b85d5e162635f114, server=a10fb4296bab,35027,1731406873723 in 172 msec 2024-11-12T10:21:25,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:21:25,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e888e9cfdad19731b85d5e162635f114, ASSIGN in 328 msec 2024-11-12T10:21:25,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:21:25,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406885362"}]},"ts":"1731406885362"} 2024-11-12T10:21:25,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:21:25,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:21:25,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 354 msec 2024-11-12T10:21:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,638 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:21:25,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46577,1731406879120 2024-11-12T10:21:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bbf8ae8 2024-11-12T10:21:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:25,640 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:25,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:21:25,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:21:25,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:25,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:21:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:21:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:21:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:26,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7317459a4478ae1fe66cb8ac0ac0efe4, NAME => 'test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9 2024-11-12T10:21:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:21:26,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:26,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7317459a4478ae1fe66cb8ac0ac0efe4, disabling compactions & flushes 2024-11-12T10:21:26,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. after waiting 0 ms 2024-11-12T10:21:26,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7317459a4478ae1fe66cb8ac0ac0efe4: Waiting for close lock at 1731406886055Disabling compacts and flushes for region at 1731406886055Disabling writes for close at 1731406886055Writing region close event to WAL at 1731406886055Closed at 1731406886055 2024-11-12T10:21:26,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:21:26,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406886056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406886056"}]},"ts":"1731406886056"} 2024-11-12T10:21:26,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:21:26,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:21:26,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406886059"}]},"ts":"1731406886059"} 2024-11-12T10:21:26,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:21:26,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7317459a4478ae1fe66cb8ac0ac0efe4, ASSIGN}] 2024-11-12T10:21:26,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7317459a4478ae1fe66cb8ac0ac0efe4, ASSIGN 2024-11-12T10:21:26,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7317459a4478ae1fe66cb8ac0ac0efe4, ASSIGN; state=OFFLINE, location=a10fb4296bab,38031,1731406879373; forceNewPlan=false, retain=false 2024-11-12T10:21:26,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7317459a4478ae1fe66cb8ac0ac0efe4, regionState=OPENING, regionLocation=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:26,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7317459a4478ae1fe66cb8ac0ac0efe4, ASSIGN because future has completed 2024-11-12T10:21:26,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7317459a4478ae1fe66cb8ac0ac0efe4, server=a10fb4296bab,38031,1731406879373}] 2024-11-12T10:21:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:26,371 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,371 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7317459a4478ae1fe66cb8ac0ac0efe4, NAME => 'test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:26,371 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:26,372 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:21:26,372 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,372 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:26,372 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,372 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,375 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,376 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7317459a4478ae1fe66cb8ac0ac0efe4 columnFamilyName f 2024-11-12T10:21:26,376 DEBUG [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:26,377 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] regionserver.HStore(327): Store=7317459a4478ae1fe66cb8ac0ac0efe4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:26,377 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,377 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7317459a4478ae1fe66cb8ac0ac0efe4 columnFamilyName f1 2024-11-12T10:21:26,377 DEBUG [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:26,378 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] regionserver.HStore(327): Store=7317459a4478ae1fe66cb8ac0ac0efe4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:26,378 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,378 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7317459a4478ae1fe66cb8ac0ac0efe4 columnFamilyName norep 2024-11-12T10:21:26,378 DEBUG [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:26,379 INFO [StoreOpener-7317459a4478ae1fe66cb8ac0ac0efe4-1 {}] regionserver.HStore(327): Store=7317459a4478ae1fe66cb8ac0ac0efe4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:26,379 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,379 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,380 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,380 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,380 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,381 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:21:26,382 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,383 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:26,383 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7317459a4478ae1fe66cb8ac0ac0efe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68400405, jitterRate=0.019245460629463196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:21:26,384 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:26,384 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7317459a4478ae1fe66cb8ac0ac0efe4: Running coprocessor pre-open hook at 1731406886372Writing region info on filesystem at 1731406886372Initializing all the Stores at 1731406886373 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406886373Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406886375 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406886375Cleaning up temporary data from old regions at 1731406886380 (+5 ms)Running coprocessor post-open hooks at 1731406886384 (+4 ms)Region opened successfully at 1731406886384 2024-11-12T10:21:26,384 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4., pid=6, masterSystemTime=1731406886367 2024-11-12T10:21:26,386 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,386 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:26,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7317459a4478ae1fe66cb8ac0ac0efe4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:26,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7317459a4478ae1fe66cb8ac0ac0efe4, server=a10fb4296bab,38031,1731406879373 because future has completed 2024-11-12T10:21:26,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:21:26,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7317459a4478ae1fe66cb8ac0ac0efe4, server=a10fb4296bab,38031,1731406879373 in 173 msec 2024-11-12T10:21:26,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:21:26,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7317459a4478ae1fe66cb8ac0ac0efe4, ASSIGN in 330 msec 2024-11-12T10:21:26,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:21:26,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406886393"}]},"ts":"1731406886393"} 2024-11-12T10:21:26,395 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:21:26,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:21:26,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-12T10:21:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:21:26,777 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:21:26,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:26,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:26,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:26,778 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385927f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:26,780 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6549b956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:26,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42791,1731406867779 2024-11-12T10:21:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427c118d 2024-11-12T10:21:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:26,782 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:26,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:45713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:21:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:21:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:26,830 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:45713' 2024-11-12T10:21:26,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309f0947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:26,831 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45713,-1 for getting cluster id 2024-11-12T10:21:26,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:26,832 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ad7cb2c-0783-4f59-b278-d07758545698' 2024-11-12T10:21:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ad7cb2c-0783-4f59-b278-d07758545698" 2024-11-12T10:21:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e5b20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45713,-1] 2024-11-12T10:21:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:26,833 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:26,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10de13f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:26,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:26,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,45713,1731406873577 2024-11-12T10:21:26,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d8ec69 2024-11-12T10:21:26,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:26,835 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:26,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:21:26,836 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:21:26,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:26,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:26,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:26,836 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:26,837 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:21:26,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:21:26,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:26,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:21:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:21:26,887 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:21:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:27,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9329b88f8d6a9c0ff0df6f53b21e239, NAME => 'hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1 2024-11-12T10:21:27,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:21:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:27,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:21:27,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:27,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c9329b88f8d6a9c0ff0df6f53b21e239, disabling compactions & flushes 2024-11-12T10:21:27,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. after waiting 0 ms 2024-11-12T10:21:27,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9329b88f8d6a9c0ff0df6f53b21e239: Waiting for close lock at 1731406887649Disabling compacts and flushes for region at 1731406887649Disabling writes for close at 1731406887649Writing region close event to WAL at 1731406887649Closed at 1731406887649 2024-11-12T10:21:27,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:21:27,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406887650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406887650"}]},"ts":"1731406887650"} 2024-11-12T10:21:27,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:21:27,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:21:27,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406887653"}]},"ts":"1731406887653"} 2024-11-12T10:21:27,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:21:27,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9329b88f8d6a9c0ff0df6f53b21e239, ASSIGN}] 2024-11-12T10:21:27,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9329b88f8d6a9c0ff0df6f53b21e239, ASSIGN 2024-11-12T10:21:27,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9329b88f8d6a9c0ff0df6f53b21e239, ASSIGN; state=OFFLINE, location=a10fb4296bab,43703,1731406868052; forceNewPlan=false, retain=false 2024-11-12T10:21:27,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9329b88f8d6a9c0ff0df6f53b21e239, regionState=OPENING, regionLocation=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:27,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9329b88f8d6a9c0ff0df6f53b21e239, ASSIGN because future has completed 2024-11-12T10:21:27,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9329b88f8d6a9c0ff0df6f53b21e239, server=a10fb4296bab,43703,1731406868052}] 2024-11-12T10:21:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:27,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:27,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:21:27,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C43703%2C1731406868052.rep, suffix=, logDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/oldWALs, maxLogs=10 2024-11-12T10:21:27,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.rep.1731406887965, exclude list is [], retry=0 2024-11-12T10:21:27,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40895,DS-55e66432-b698-49d4-bf59-90a188107c8f,DISK] 2024-11-12T10:21:27,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.rep.1731406887965 2024-11-12T10:21:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42969:42969)] 2024-11-12T10:21:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c9329b88f8d6a9c0ff0df6f53b21e239, NAME => 'hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:27,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:27,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. service=MultiRowMutationService 2024-11-12T10:21:27,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:21:27,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:27,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,983 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,983 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9329b88f8d6a9c0ff0df6f53b21e239 columnFamilyName hfileref 2024-11-12T10:21:27,984 DEBUG [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:27,984 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] regionserver.HStore(327): Store=c9329b88f8d6a9c0ff0df6f53b21e239/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:27,984 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,985 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9329b88f8d6a9c0ff0df6f53b21e239 columnFamilyName queue 2024-11-12T10:21:27,985 DEBUG [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:27,985 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] regionserver.HStore(327): Store=c9329b88f8d6a9c0ff0df6f53b21e239/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:27,985 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,986 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9329b88f8d6a9c0ff0df6f53b21e239 columnFamilyName sid 2024-11-12T10:21:27,986 DEBUG [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:27,986 INFO [StoreOpener-c9329b88f8d6a9c0ff0df6f53b21e239-1 {}] regionserver.HStore(327): Store=c9329b88f8d6a9c0ff0df6f53b21e239/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:27,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:21:27,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:27,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c9329b88f8d6a9c0ff0df6f53b21e239; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67953680, jitterRate=0.012588739395141602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:21:27,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:27,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c9329b88f8d6a9c0ff0df6f53b21e239: Running coprocessor pre-open hook at 1731406887982Writing region info on filesystem at 1731406887982Initializing all the Stores at 1731406887982Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406887982Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406887983 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406887983Cleaning up temporary data from old regions at 1731406887988 (+5 ms)Running coprocessor post-open hooks at 1731406887991 (+3 ms)Region opened successfully at 1731406887991 2024-11-12T10:21:27,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239., pid=10, masterSystemTime=1731406887961 2024-11-12T10:21:27,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:27,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9329b88f8d6a9c0ff0df6f53b21e239, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,43703,1731406868052 2024-11-12T10:21:27,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9329b88f8d6a9c0ff0df6f53b21e239, server=a10fb4296bab,43703,1731406868052 because future has completed 2024-11-12T10:21:27,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:21:27,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c9329b88f8d6a9c0ff0df6f53b21e239, server=a10fb4296bab,43703,1731406868052 in 188 msec 2024-11-12T10:21:28,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:21:28,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9329b88f8d6a9c0ff0df6f53b21e239, ASSIGN in 344 msec 2024-11-12T10:21:28,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:21:28,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406888001"}]},"ts":"1731406888001"} 2024-11-12T10:21:28,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:21:28,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:21:28,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-12T10:21:28,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239., hostname=a10fb4296bab,43703,1731406868052, seqNum=2] 2024-11-12T10:21:28,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:28,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:28,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:21:28,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:21:28,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:21:28,686 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:21:28,711 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,43703,1731406868052, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:21:28,711 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:28,711 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43703,1731406868052, seqNum=-1] 2024-11-12T10:21:28,712 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:28,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T10:21:28,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,43703,1731406868052', locateType=CURRENT is [region=hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239., hostname=a10fb4296bab,43703,1731406868052, seqNum=2] 2024-11-12T10:21:28,716 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:21:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:21:28,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,43703,1731406868052 suceeded 2024-11-12T10:21:28,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:21:28,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T10:21:28,720 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:45713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:21:28,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9380 sec 2024-11-12T10:21:28,730 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:45713' 2024-11-12T10:21:28,731 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56740391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,731 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45713,-1 for getting cluster id 2024-11-12T10:21:28,731 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:28,731 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ad7cb2c-0783-4f59-b278-d07758545698' 2024-11-12T10:21:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ad7cb2c-0783-4f59-b278-d07758545698" 2024-11-12T10:21:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a989c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45713,-1] 2024-11-12T10:21:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,733 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:28,733 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673fe5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,733 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:28,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,45713,1731406873577 2024-11-12T10:21:28,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e61c944 2024-11-12T10:21:28,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:28,734 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T10:21:28,735 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,43703,1731406868052 (queues=1) is replicating from cluster=94372914-4332-4e7a-a7b8-32208ee95809 to cluster=1ad7cb2c-0783-4f59-b278-d07758545698 2024-11-12T10:21:28,735 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C43703%2C1731406868052 2024-11-12T10:21:28,735 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,43703,1731406868052, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:21:28,735 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C43703%2C1731406868052 2024-11-12T10:21:28,735 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, startPosition=0, beingWritten=true 2024-11-12T10:21:28,739 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:28,739 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:28,739 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:28,937 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:21:28,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:28,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:28,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:28,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45713,-1 for getting cluster id 2024-11-12T10:21:28,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:28,939 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ad7cb2c-0783-4f59-b278-d07758545698' 2024-11-12T10:21:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ad7cb2c-0783-4f59-b278-d07758545698" 2024-11-12T10:21:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3def9750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45713,-1] 2024-11-12T10:21:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,940 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199a34de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,45713,1731406873577 2024-11-12T10:21:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325d928a 2024-11-12T10:21:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:28,942 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:28,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:46577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:21:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:21:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:28,945 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:46577' 2024-11-12T10:21:28,946 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410f8d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,946 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:28,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:28,946 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:28,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a792b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:28,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:28,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,947 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:28,947 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58989b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:28,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46577,1731406879120 2024-11-12T10:21:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d75ebbe 2024-11-12T10:21:28,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:28,950 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:28,950 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:21:28,950 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:21:28,950 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:28,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:28,958 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:28,959 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:21:28,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:21:28,960 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:28,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:21:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:21:29,010 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:21:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:29,258 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:29,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 286eb2cfde3a424ef0310d36c95ef9ae, NAME => 'hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc 2024-11-12T10:21:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:21:29,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:29,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 286eb2cfde3a424ef0310d36c95ef9ae, disabling compactions & flushes 2024-11-12T10:21:29,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. after waiting 0 ms 2024-11-12T10:21:29,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 286eb2cfde3a424ef0310d36c95ef9ae: Waiting for close lock at 1731406889371Disabling compacts and flushes for region at 1731406889371Disabling writes for close at 1731406889371Writing region close event to WAL at 1731406889371Closed at 1731406889371 2024-11-12T10:21:29,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:21:29,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406889372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406889372"}]},"ts":"1731406889372"} 2024-11-12T10:21:29,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:21:29,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:21:29,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406889374"}]},"ts":"1731406889374"} 2024-11-12T10:21:29,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:21:29,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=286eb2cfde3a424ef0310d36c95ef9ae, ASSIGN}] 2024-11-12T10:21:29,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=286eb2cfde3a424ef0310d36c95ef9ae, ASSIGN 2024-11-12T10:21:29,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=286eb2cfde3a424ef0310d36c95ef9ae, ASSIGN; state=OFFLINE, location=a10fb4296bab,35027,1731406873723; forceNewPlan=false, retain=false 2024-11-12T10:21:29,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=286eb2cfde3a424ef0310d36c95ef9ae, regionState=OPENING, regionLocation=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:29,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=286eb2cfde3a424ef0310d36c95ef9ae, ASSIGN because future has completed 2024-11-12T10:21:29,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286eb2cfde3a424ef0310d36c95ef9ae, server=a10fb4296bab,35027,1731406873723}] 2024-11-12T10:21:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:29,661 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:29,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:29,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:21:29,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35027%2C1731406873723.rep, suffix=, logDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723, archiveDir=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/oldWALs, maxLogs=10 2024-11-12T10:21:29,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.rep.1731406889689, exclude list is [], retry=0 2024-11-12T10:21:29,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43229,DS-861a45ac-ee7a-4c76-a947-1516e789a6ce,DISK] 2024-11-12T10:21:29,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.rep.1731406889689 2024-11-12T10:21:29,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46867:46867)] 2024-11-12T10:21:29,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 286eb2cfde3a424ef0310d36c95ef9ae, NAME => 'hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:29,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:29,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:29,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. service=MultiRowMutationService 2024-11-12T10:21:29,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:21:29,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:29,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,712 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,713 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286eb2cfde3a424ef0310d36c95ef9ae columnFamilyName hfileref 2024-11-12T10:21:29,713 DEBUG [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:29,713 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] regionserver.HStore(327): Store=286eb2cfde3a424ef0310d36c95ef9ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:29,713 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,714 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286eb2cfde3a424ef0310d36c95ef9ae columnFamilyName queue 2024-11-12T10:21:29,714 DEBUG [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:29,714 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] regionserver.HStore(327): Store=286eb2cfde3a424ef0310d36c95ef9ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:29,714 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,715 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286eb2cfde3a424ef0310d36c95ef9ae columnFamilyName sid 2024-11-12T10:21:29,715 DEBUG [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:29,715 INFO [StoreOpener-286eb2cfde3a424ef0310d36c95ef9ae-1 {}] regionserver.HStore(327): Store=286eb2cfde3a424ef0310d36c95ef9ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:29,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:21:29,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:29,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 286eb2cfde3a424ef0310d36c95ef9ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67376516, jitterRate=0.003988325595855713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:21:29,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:29,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 286eb2cfde3a424ef0310d36c95ef9ae: Running coprocessor pre-open hook at 1731406889711Writing region info on filesystem at 1731406889711Initializing all the Stores at 1731406889712 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406889712Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406889712Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406889712Cleaning up temporary data from old regions at 1731406889716 (+4 ms)Running coprocessor post-open hooks at 1731406889720 (+4 ms)Region opened successfully at 1731406889720 2024-11-12T10:21:29,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae., pid=10, masterSystemTime=1731406889684 2024-11-12T10:21:29,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:29,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=286eb2cfde3a424ef0310d36c95ef9ae, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,35027,1731406873723 2024-11-12T10:21:29,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286eb2cfde3a424ef0310d36c95ef9ae, server=a10fb4296bab,35027,1731406873723 because future has completed 2024-11-12T10:21:29,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:21:29,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 286eb2cfde3a424ef0310d36c95ef9ae, server=a10fb4296bab,35027,1731406873723 in 193 msec 2024-11-12T10:21:29,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:21:29,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=286eb2cfde3a424ef0310d36c95ef9ae, ASSIGN in 348 msec 2024-11-12T10:21:29,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:21:29,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406889728"}]},"ts":"1731406889728"} 2024-11-12T10:21:29,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:21:29,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:21:29,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-12T10:21:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae., hostname=a10fb4296bab,35027,1731406873723, seqNum=2] 2024-11-12T10:21:29,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:29,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:30,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:21:30,164 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:30,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:21:30,246 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:21:30,273 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,35027,1731406873723, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:21:30,273 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:30,273 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35027,1731406873723, seqNum=-1] 2024-11-12T10:21:30,274 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:30,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T10:21:30,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,35027,1731406873723', locateType=CURRENT is [region=hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae., hostname=a10fb4296bab,35027,1731406873723, seqNum=2] 2024-11-12T10:21:30,278 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:21:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:21:30,280 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,35027,1731406873723 suceeded 2024-11-12T10:21:30,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:21:30,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-12T10:21:30,282 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:46577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:21:30,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3400 sec 2024-11-12T10:21:30,292 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:46577' 2024-11-12T10:21:30,293 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c8a61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:30,293 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:30,294 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:30,294 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:30,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f0048c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:30,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:30,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:30,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:30,295 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:30,296 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f183932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:30,296 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:30,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46577,1731406879120 2024-11-12T10:21:30,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11fc051c 2024-11-12T10:21:30,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:30,298 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T10:21:30,298 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,35027,1731406873723 (queues=1) is replicating from cluster=1ad7cb2c-0783-4f59-b278-d07758545698 to cluster=1b4e7290-017c-44d6-95d8-9745fedadcbf 2024-11-12T10:21:30,298 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C35027%2C1731406873723 2024-11-12T10:21:30,299 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,35027,1731406873723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:21:30,299 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, startPosition=0, beingWritten=true 2024-11-12T10:21:30,299 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C35027%2C1731406873723 2024-11-12T10:21:30,304 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:30,304 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 379, reset compression=false 2024-11-12T10:21:30,304 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:30,508 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 379, reset compression=false 2024-11-12T10:21:30,768 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:30,811 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 379, reset compression=false 2024-11-12T10:21:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:31,098 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:21:31,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:31,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:31,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:31,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:31,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:31,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:31,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:31,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:31,099 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34306cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:31,101 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:31,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e3011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:31,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:31,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46577,1731406879120 2024-11-12T10:21:31,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc0c9d8 2024-11-12T10:21:31,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:31,103 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:31,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:42791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:21:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:21:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:31,105 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42791' 2024-11-12T10:21:31,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5f224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:31,106 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:31,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:31,107 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9a07ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:31,108 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:31,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ddff4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:31,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42791,1731406867779 2024-11-12T10:21:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f3363da 2024-11-12T10:21:31,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:31,110 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:31,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:21:31,110 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:21:31,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:31,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:31,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:31,111 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:31,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:21:31,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:21:31,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:31,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:21:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:21:31,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b8672a8354b7de01b47e4f251b28a08, NAME => 'hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9 2024-11-12T10:21:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:21:31,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:21:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:31,214 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 379, reset compression=false 2024-11-12T10:21:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:31,471 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b8672a8354b7de01b47e4f251b28a08, disabling compactions & flushes 2024-11-12T10:21:31,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. after waiting 0 ms 2024-11-12T10:21:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b8672a8354b7de01b47e4f251b28a08: Waiting for close lock at 1731406891526Disabling compacts and flushes for region at 1731406891526Disabling writes for close at 1731406891526Writing region close event to WAL at 1731406891526Closed at 1731406891526 2024-11-12T10:21:31,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:21:31,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406891528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406891528"}]},"ts":"1731406891528"} 2024-11-12T10:21:31,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:21:31,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:21:31,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406891530"}]},"ts":"1731406891530"} 2024-11-12T10:21:31,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:21:31,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b8672a8354b7de01b47e4f251b28a08, ASSIGN}] 2024-11-12T10:21:31,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b8672a8354b7de01b47e4f251b28a08, ASSIGN 2024-11-12T10:21:31,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b8672a8354b7de01b47e4f251b28a08, ASSIGN; state=OFFLINE, location=a10fb4296bab,38031,1731406879373; forceNewPlan=false, retain=false 2024-11-12T10:21:31,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b8672a8354b7de01b47e4f251b28a08, regionState=OPENING, regionLocation=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:31,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b8672a8354b7de01b47e4f251b28a08, ASSIGN because future has completed 2024-11-12T10:21:31,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b8672a8354b7de01b47e4f251b28a08, server=a10fb4296bab,38031,1731406879373}] 2024-11-12T10:21:31,717 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 379, reset compression=false 2024-11-12T10:21:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:31,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:31,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:21:31,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C38031%2C1731406879373.rep, suffix=, logDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373, archiveDir=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/oldWALs, maxLogs=10 2024-11-12T10:21:31,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.rep.1731406891884, exclude list is [], retry=0 2024-11-12T10:21:31,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39891,DS-729c5581-c91b-4d83-86cc-952f353e8c38,DISK] 2024-11-12T10:21:31,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.rep.1731406891884 2024-11-12T10:21:31,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-12T10:21:31,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b8672a8354b7de01b47e4f251b28a08, NAME => 'hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:31,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:31,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:31,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. service=MultiRowMutationService 2024-11-12T10:21:31,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:21:31,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:31,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,904 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,905 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b8672a8354b7de01b47e4f251b28a08 columnFamilyName hfileref 2024-11-12T10:21:31,905 DEBUG [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:31,906 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] regionserver.HStore(327): Store=1b8672a8354b7de01b47e4f251b28a08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:31,906 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,906 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b8672a8354b7de01b47e4f251b28a08 columnFamilyName queue 2024-11-12T10:21:31,906 DEBUG [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:31,907 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] regionserver.HStore(327): Store=1b8672a8354b7de01b47e4f251b28a08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:31,907 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,907 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b8672a8354b7de01b47e4f251b28a08 columnFamilyName sid 2024-11-12T10:21:31,907 DEBUG [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:31,908 INFO [StoreOpener-1b8672a8354b7de01b47e4f251b28a08-1 {}] regionserver.HStore(327): Store=1b8672a8354b7de01b47e4f251b28a08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:31,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:21:31,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:31,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b8672a8354b7de01b47e4f251b28a08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61019187, jitterRate=-0.09074325859546661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:21:31,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:31,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b8672a8354b7de01b47e4f251b28a08: Running coprocessor pre-open hook at 1731406891900Writing region info on filesystem at 1731406891900Initializing all the Stores at 1731406891900Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406891900Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406891904 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406891904Cleaning up temporary data from old regions at 1731406891909 (+5 ms)Running coprocessor post-open hooks at 1731406891912 (+3 ms)Region opened successfully at 1731406891912 2024-11-12T10:21:31,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08., pid=10, masterSystemTime=1731406891838 2024-11-12T10:21:31,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:31,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b8672a8354b7de01b47e4f251b28a08, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,38031,1731406879373 2024-11-12T10:21:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b8672a8354b7de01b47e4f251b28a08, server=a10fb4296bab,38031,1731406879373 because future has completed 2024-11-12T10:21:31,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:21:31,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b8672a8354b7de01b47e4f251b28a08, server=a10fb4296bab,38031,1731406879373 in 231 msec 2024-11-12T10:21:31,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:21:31,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b8672a8354b7de01b47e4f251b28a08, ASSIGN in 387 msec 2024-11-12T10:21:31,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:21:31,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406891921"}]},"ts":"1731406891921"} 2024-11-12T10:21:31,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:21:31,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:21:31,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-12T10:21:31,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08., hostname=a10fb4296bab,38031,1731406879373, seqNum=2] 2024-11-12T10:21:31,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:31,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:32,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:21:32,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:21:32,172 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:21:32,207 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,38031,1731406879373, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:21:32,207 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:32,207 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38031,1731406879373, seqNum=-1] 2024-11-12T10:21:32,207 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:32,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T10:21:32,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,38031,1731406879373', locateType=CURRENT is [region=hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08., hostname=a10fb4296bab,38031,1731406879373, seqNum=2] 2024-11-12T10:21:32,212 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:21:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:21:32,214 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,38031,1731406879373 suceeded 2024-11-12T10:21:32,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:21:32,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-12T10:21:32,215 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:42791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:21:32,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1120 sec 2024-11-12T10:21:32,225 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42791' 2024-11-12T10:21:32,227 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38624703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,227 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:32,227 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:32,227 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6721c044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,229 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:32,230 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581312d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,230 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:32,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42791,1731406867779 2024-11-12T10:21:32,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2325f053 2024-11-12T10:21:32,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:32,231 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T10:21:32,232 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,38031,1731406879373 (queues=1) is replicating from cluster=1b4e7290-017c-44d6-95d8-9745fedadcbf to cluster=94372914-4332-4e7a-a7b8-32208ee95809 2024-11-12T10:21:32,232 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C38031%2C1731406879373 2024-11-12T10:21:32,232 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,38031,1731406879373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:21:32,232 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C38031%2C1731406879373 2024-11-12T10:21:32,232 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, startPosition=0, beingWritten=true 2024-11-12T10:21:32,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:32,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 379, reset compression=false 2024-11-12T10:21:32,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:21:32,238 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:21:32,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:32,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:32,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:32,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:32,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:32,239 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27372b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,241 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b562ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bb1e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45713,-1 for getting cluster id 2024-11-12T10:21:32,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:32,243 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ad7cb2c-0783-4f59-b278-d07758545698' 2024-11-12T10:21:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ad7cb2c-0783-4f59-b278-d07758545698" 2024-11-12T10:21:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bbe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45713,-1] 2024-11-12T10:21:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,244 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3373de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c88d580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:32,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:32,246 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b1f0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:32,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:32,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,247 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27969100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43703,1731406868052, seqNum=-1] 2024-11-12T10:21:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:32,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:32,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7., hostname=a10fb4296bab,43703,1731406868052, seqNum=2] 2024-11-12T10:21:32,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38031,1731406879373, seqNum=-1] 2024-11-12T10:21:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:32,273 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 379, reset compression=false 2024-11-12T10:21:32,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4., hostname=a10fb4296bab,38031,1731406879373, seqNum=2] 2024-11-12T10:21:32,299 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:32,299 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 480, reset compression=false 2024-11-12T10:21:32,299 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e387bc8266efd4271fcdd5a8c5926c7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T10:21:32,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T10:21:32,301 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:32,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T10:21:32,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:32,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340853cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,45713,-1 for getting cluster id 2024-11-12T10:21:32,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:32,304 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ad7cb2c-0783-4f59-b278-d07758545698' 2024-11-12T10:21:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ad7cb2c-0783-4f59-b278-d07758545698" 2024-11-12T10:21:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ca355d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,45713,-1] 2024-11-12T10:21:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,305 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:32,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c7251c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:32,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35027,1731406873723, seqNum=-1] 2024-11-12T10:21:32,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:32,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T10:21:32,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406885010.e888e9cfdad19731b85d5e162635f114., hostname=a10fb4296bab,35027,1731406873723, seqNum=2] 2024-11-12T10:21:32,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:32,320 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 379, reset compression=false 2024-11-12T10:21:32,325 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:32,325 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 504, reset compression=false 2024-11-12T10:21:32,325 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[{test/e888e9cfdad19731b85d5e162635f114/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T10:21:32,328 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:32,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T10:21:32,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:32,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62531586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:32,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:32,330 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:32,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:32,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:32,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:32,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:32,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:32,331 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:32,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78793f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:32,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,38031,1731406879373, seqNum=-1] 2024-11-12T10:21:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:32,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T10:21:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4., hostname=a10fb4296bab,38031,1731406879373, seqNum=2] 2024-11-12T10:21:32,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:32,442 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 379, reset compression=false 2024-11-12T10:21:32,446 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:32,446 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 527, reset compression=false 2024-11-12T10:21:32,446 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:32,504 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 480, reset compression=false 2024-11-12T10:21:32,530 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 504, reset compression=false 2024-11-12T10:21:32,649 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 527, reset compression=false 2024-11-12T10:21:32,807 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 480, reset compression=false 2024-11-12T10:21:32,833 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 504, reset compression=false 2024-11-12T10:21:32,952 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 527, reset compression=false 2024-11-12T10:21:33,211 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 480, reset compression=false 2024-11-12T10:21:33,237 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 504, reset compression=false 2024-11-12T10:21:33,301 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T10:21:33,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35027,1731406873723, seqNum=-1] 2024-11-12T10:21:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:33,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731406885010.e888e9cfdad19731b85d5e162635f114., hostname=a10fb4296bab,35027,1731406873723, seqNum=2] 2024-11-12T10:21:33,308 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T10:21:33,356 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 527, reset compression=false 2024-11-12T10:21:33,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:33,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:33,714 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 480, reset compression=false 2024-11-12T10:21:33,740 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 504, reset compression=false 2024-11-12T10:21:33,744 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:33,744 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 608, reset compression=false 2024-11-12T10:21:33,744 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[{test/e888e9cfdad19731b85d5e162635f114/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:21:33,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:33,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:33,859 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 527, reset compression=false 2024-11-12T10:21:33,863 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:33,863 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 654, reset compression=false 2024-11-12T10:21:33,864 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[{test/7317459a4478ae1fe66cb8ac0ac0efe4/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T10:21:33,865 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:33,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T10:21:33,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:33,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ec26c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:33,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:33,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:33,873 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:33,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:33,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:33,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8cc589b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:33,874 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:33,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1103d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:33,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,43703,1731406868052, seqNum=-1] 2024-11-12T10:21:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:33,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T10:21:33,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7., hostname=a10fb4296bab,43703,1731406868052, seqNum=2] 2024-11-12T10:21:33,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:33,947 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 608, reset compression=false 2024-11-12T10:21:34,073 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 654, reset compression=false 2024-11-12T10:21:34,251 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 608, reset compression=false 2024-11-12T10:21:34,310 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T10:21:34,313 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T10:21:34,318 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 480, reset compression=false 2024-11-12T10:21:34,322 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:34,322 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 630, reset compression=false 2024-11-12T10:21:34,322 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:34,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:21:34,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:21:34,377 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 654, reset compression=false 2024-11-12T10:21:34,381 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:34,381 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 758, reset compression=false 2024-11-12T10:21:34,381 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[{test/7317459a4478ae1fe66cb8ac0ac0efe4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:21:34,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:34,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:34,526 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 630, reset compression=false 2024-11-12T10:21:34,530 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:34,531 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 757, reset compression=false 2024-11-12T10:21:34,531 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e387bc8266efd4271fcdd5a8c5926c7/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T10:21:34,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:34,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:34,585 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 758, reset compression=false 2024-11-12T10:21:34,655 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 608, reset compression=false 2024-11-12T10:21:34,658 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:34,658 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 759, reset compression=false 2024-11-12T10:21:34,658 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:34,734 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 757, reset compression=false 2024-11-12T10:21:34,868 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 759, reset compression=false 2024-11-12T10:21:34,887 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 758, reset compression=false 2024-11-12T10:21:35,038 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 757, reset compression=false 2024-11-12T10:21:35,171 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 759, reset compression=false 2024-11-12T10:21:35,291 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 758, reset compression=false 2024-11-12T10:21:35,315 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T10:21:35,319 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T10:21:35,441 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 757, reset compression=false 2024-11-12T10:21:35,444 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:35,444 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 913, reset compression=false 2024-11-12T10:21:35,444 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e387bc8266efd4271fcdd5a8c5926c7/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T10:21:35,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:35,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:35,575 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 759, reset compression=false 2024-11-12T10:21:35,579 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:35,579 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 907, reset compression=false 2024-11-12T10:21:35,579 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[{test/e888e9cfdad19731b85d5e162635f114/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T10:21:35,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:35,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:35,648 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 913, reset compression=false 2024-11-12T10:21:35,782 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 907, reset compression=false 2024-11-12T10:21:35,794 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 758, reset compression=false 2024-11-12T10:21:35,798 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:35,798 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 929, reset compression=false 2024-11-12T10:21:35,798 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:35,951 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 913, reset compression=false 2024-11-12T10:21:36,002 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 929, reset compression=false 2024-11-12T10:21:36,085 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 907, reset compression=false 2024-11-12T10:21:36,305 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 929, reset compression=false 2024-11-12T10:21:36,320 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T10:21:36,323 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T10:21:36,354 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 913, reset compression=false 2024-11-12T10:21:36,489 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 907, reset compression=false 2024-11-12T10:21:36,492 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:36,492 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1066, reset compression=false 2024-11-12T10:21:36,492 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[{test/e888e9cfdad19731b85d5e162635f114/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T10:21:36,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:36,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:36,696 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1066, reset compression=false 2024-11-12T10:21:36,708 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 929, reset compression=false 2024-11-12T10:21:36,711 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:36,711 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1078, reset compression=false 2024-11-12T10:21:36,711 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[{test/7317459a4478ae1fe66cb8ac0ac0efe4/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T10:21:36,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:36,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:36,857 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 913, reset compression=false 2024-11-12T10:21:36,892 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:36,892 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1085, reset compression=false 2024-11-12T10:21:36,892 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:36,914 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1078, reset compression=false 2024-11-12T10:21:36,999 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1066, reset compression=false 2024-11-12T10:21:37,095 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1085, reset compression=false 2024-11-12T10:21:37,218 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1078, reset compression=false 2024-11-12T10:21:37,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T10:21:37,328 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T10:21:37,369 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:21:37,399 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1085, reset compression=false 2024-11-12T10:21:37,402 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1066, reset compression=false 2024-11-12T10:21:37,621 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1078, reset compression=false 2024-11-12T10:21:37,625 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:37,625 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1237, reset compression=false 2024-11-12T10:21:37,625 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[{test/7317459a4478ae1fe66cb8ac0ac0efe4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T10:21:37,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:37,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:37,803 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1085, reset compression=false 2024-11-12T10:21:37,807 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:37,807 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1234, reset compression=false 2024-11-12T10:21:37,807 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e387bc8266efd4271fcdd5a8c5926c7/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T10:21:37,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:37,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:37,829 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1237, reset compression=false 2024-11-12T10:21:37,905 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1066, reset compression=false 2024-11-12T10:21:37,909 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:37,909 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1239, reset compression=false 2024-11-12T10:21:37,909 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:38,015 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1234, reset compression=false 2024-11-12T10:21:38,112 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1239, reset compression=false 2024-11-12T10:21:38,132 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1237, reset compression=false 2024-11-12T10:21:38,319 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1234, reset compression=false 2024-11-12T10:21:38,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T10:21:38,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b80ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:38,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:38,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:38,337 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5ad333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:38,338 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2263eab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:38,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46577,1731406879120 2024-11-12T10:21:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@359e2367 2024-11-12T10:21:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:38,342 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:38,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-12T10:21:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T10:21:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:21:38,415 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1239, reset compression=false 2024-11-12T10:21:38,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:21:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:21:38,535 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1237, reset compression=false 2024-11-12T10:21:38,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T10:21:38,569 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T10:21:38,570 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T10:21:38,570 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,38031,1731406879373 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T10:21:38,570 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0. 2024-11-12T10:21:38,570 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:38,570 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:38,570 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:38,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:21:38,670 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:21:38,670 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T10:21:38,722 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1234, reset compression=false 2024-11-12T10:21:38,771 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 terminated 2024-11-12T10:21:38,786 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,38031,1731406879373, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:21:38,786 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T10:21:38,786 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T10:21:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T10:21:38,788 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a10fb4296bab,38031,1731406879373 suceeded 2024-11-12T10:21:38,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T10:21:38,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-12T10:21:38,790 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T10:21:38,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 447 msec 2024-11-12T10:21:38,799 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42791' 2024-11-12T10:21:38,800 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c2c72a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:38,800 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42791,-1 for getting cluster id 2024-11-12T10:21:38,800 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:38,801 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94372914-4332-4e7a-a7b8-32208ee95809' 2024-11-12T10:21:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94372914-4332-4e7a-a7b8-32208ee95809" 2024-11-12T10:21:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24bf9415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42791,-1] 2024-11-12T10:21:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:38,802 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:38,802 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@590d050f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:38,802 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42791,1731406867779 2024-11-12T10:21:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33865ccb 2024-11-12T10:21:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:38,804 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T10:21:38,804 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,38031,1731406879373 (queues=1) is replicating from cluster=1b4e7290-017c-44d6-95d8-9745fedadcbf to cluster=94372914-4332-4e7a-a7b8-32208ee95809 2024-11-12T10:21:38,804 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C38031%2C1731406879373 2024-11-12T10:21:38,804 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,38031,1731406879373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:21:38,805 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C38031%2C1731406879373 2024-11-12T10:21:38,818 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1239, reset compression=false 2024-11-12T10:21:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:21:38,977 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:21:38,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:38,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:38,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:38,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:38,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:38,980 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T10:21:39,225 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1234, reset compression=false 2024-11-12T10:21:39,229 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:39,229 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1338, reset compression=false 2024-11-12T10:21:39,229 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e387bc8266efd4271fcdd5a8c5926c7/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:21:39,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:39,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:39,322 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1239, reset compression=false 2024-11-12T10:21:39,326 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:39,326 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1367, reset compression=false 2024-11-12T10:21:39,326 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[{test/e888e9cfdad19731b85d5e162635f114/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T10:21:39,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:39,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:39,432 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1338, reset compression=false 2024-11-12T10:21:39,530 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1367, reset compression=false 2024-11-12T10:21:39,735 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1338, reset compression=false 2024-11-12T10:21:39,833 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1367, reset compression=false 2024-11-12T10:21:39,982 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T10:21:39,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af606e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:39,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,46577,-1 for getting cluster id 2024-11-12T10:21:39,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:39,984 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e7290-017c-44d6-95d8-9745fedadcbf' 2024-11-12T10:21:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e7290-017c-44d6-95d8-9745fedadcbf" 2024-11-12T10:21:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2817992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,46577,-1] 2024-11-12T10:21:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:39,985 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b721028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:39,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:21:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,46577,1731406879120 2024-11-12T10:21:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1390bd6 2024-11-12T10:21:39,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:21:39,990 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:21:39,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-12T10:21:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T10:21:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T10:21:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T10:21:40,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:21:40,138 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1338, reset compression=false 2024-11-12T10:21:40,236 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1367, reset compression=false 2024-11-12T10:21:40,242 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:40,242 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:40,242 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[{test/e888e9cfdad19731b85d5e162635f114/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:21:40,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:40,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:40,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T10:21:40,263 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T10:21:40,263 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T10:21:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T10:21:40,265 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a10fb4296bab,38031,1731406879373 suceeded 2024-11-12T10:21:40,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T10:21:40,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-12T10:21:40,267 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T10:21:40,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 277 msec 2024-11-12T10:21:40,306 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, startPosition=1237, beingWritten=true 2024-11-12T10:21:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T10:21:40,307 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:21:40,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:40,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:40,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:40,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:40,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:40,309 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-12T10:21:40,310 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:21:40,310 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1515, reset compression=false 2024-11-12T10:21:40,310 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[{test/7317459a4478ae1fe66cb8ac0ac0efe4/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T10:21:40,312 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:40,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T10:21:40,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:21:40,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:21:40,445 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:40,515 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1515, reset compression=false 2024-11-12T10:21:40,641 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1338, reset compression=false 2024-11-12T10:21:40,644 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:40,644 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:40,644 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:40,749 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:40,818 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1515, reset compression=false 2024-11-12T10:21:40,847 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:41,150 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:41,152 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:41,221 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1515, reset compression=false 2024-11-12T10:21:41,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T10:21:41,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:21:41,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:41,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:41,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:41,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:41,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:41,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:21:41,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1476431979, stopped=false 2024-11-12T10:21:41,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,46577,1731406879120 2024-11-12T10:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21358197463/running 2024-11-12T10:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21358197463/running 2024-11-12T10:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:41,407 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:41,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:41,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:41,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:41,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/running 2024-11-12T10:21:41,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Set watcher on znode that does not yet exist, /21358197463/running 2024-11-12T10:21:41,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,38031,1731406879373' ***** 2024-11-12T10:21:41,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:21:41,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b8672a8354b7de01b47e4f251b28a08 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,38031,1731406879373 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38031. 2024-11-12T10:21:41,409 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b8672a8354b7de01b47e4f251b28a08, disabling compactions & flushes 2024-11-12T10:21:41,409 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:41,409 DEBUG [RS:0;a10fb4296bab:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:41,409 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:41,409 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:41,409 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. after waiting 0 ms 2024-11-12T10:21:41,409 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:21:41,409 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:21:41,410 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:21:41,410 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b8672a8354b7de01b47e4f251b28a08 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-12T10:21:41,410 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:21:41,410 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1325): Online Regions={1b8672a8354b7de01b47e4f251b28a08=hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08., 1588230740=hbase:meta,,1.1588230740, 7317459a4478ae1fe66cb8ac0ac0efe4=test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4.} 2024-11-12T10:21:41,410 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:41,410 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b8672a8354b7de01b47e4f251b28a08, 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:41,410 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:41,410 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:41,410 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:41,410 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:41,410 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:21:41,423 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/.tmp/queue/2f463ba91b0f4d819facee35c4b77a52 is 154, key is 1-a10fb4296bab,38031,1731406879373/queue:a10fb4296bab%2C38031%2C1731406879373/1731406900317/Put/seqid=0 2024-11-12T10:21:41,425 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/info/a00303418b2047a18dc0531808170d4a is 147, key is hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08./info:regioninfo/1731406891915/Put/seqid=0 2024-11-12T10:21:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741840_1016 (size=5353) 2024-11-12T10:21:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741841_1017 (size=7686) 2024-11-12T10:21:41,429 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/info/a00303418b2047a18dc0531808170d4a 2024-11-12T10:21:41,432 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:41,448 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/ns/bc2a5ccc744942278f650f26a84bd91c is 43, key is default/ns:d/1731406882695/Put/seqid=0 2024-11-12T10:21:41,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:21:41,553 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:41,581 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:21:41,581 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:21:41,610 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b8672a8354b7de01b47e4f251b28a08, 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:41,654 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:41,724 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1515, reset compression=false 2024-11-12T10:21:41,810 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b8672a8354b7de01b47e4f251b28a08, 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:41,827 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/.tmp/queue/2f463ba91b0f4d819facee35c4b77a52 2024-11-12T10:21:41,834 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/.tmp/queue/2f463ba91b0f4d819facee35c4b77a52 as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/queue/2f463ba91b0f4d819facee35c4b77a52 2024-11-12T10:21:41,839 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/queue/2f463ba91b0f4d819facee35c4b77a52, entries=1, sequenceid=13, filesize=5.2 K 2024-11-12T10:21:41,842 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 1b8672a8354b7de01b47e4f251b28a08 in 433ms, sequenceid=13, compaction requested=false 2024-11-12T10:21:41,846 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/replication/1b8672a8354b7de01b47e4f251b28a08/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T10:21:41,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:41,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:41,847 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:41,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b8672a8354b7de01b47e4f251b28a08: Waiting for close lock at 1731406901409Running coprocessor pre-close hooks at 1731406901409Disabling compacts and flushes for region at 1731406901409Disabling writes for close at 1731406901409Obtaining lock to block concurrent updates at 1731406901410 (+1 ms)Preparing flush snapshotting stores in 1b8672a8354b7de01b47e4f251b28a08 at 1731406901410Finished memstore snapshotting hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731406901410Flushing stores of hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. at 1731406901410Flushing 1b8672a8354b7de01b47e4f251b28a08/queue: creating writer at 1731406901410Flushing 1b8672a8354b7de01b47e4f251b28a08/queue: appending metadata at 1731406901423 (+13 ms)Flushing 1b8672a8354b7de01b47e4f251b28a08/queue: closing flushed file at 1731406901423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12398ce7: reopening flushed file at 1731406901833 (+410 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 1b8672a8354b7de01b47e4f251b28a08 in 433ms, sequenceid=13, compaction requested=false at 1731406901842 (+9 ms)Writing region close event to WAL at 1731406901843 (+1 ms)Running coprocessor post-close hooks at 1731406901847 (+4 ms)Closed at 1731406901847 2024-11-12T10:21:41,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406891111.1b8672a8354b7de01b47e4f251b28a08. 2024-11-12T10:21:41,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7317459a4478ae1fe66cb8ac0ac0efe4, disabling compactions & flushes 2024-11-12T10:21:41,847 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:41,848 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:41,848 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. after waiting 0 ms 2024-11-12T10:21:41,848 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:41,848 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7317459a4478ae1fe66cb8ac0ac0efe4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T10:21:41,853 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/ns/bc2a5ccc744942278f650f26a84bd91c 2024-11-12T10:21:41,867 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/f/f63dab05b6254e658e7b54178cbe1116 is 37, key is row3/f:row3/1731406898978/Put/seqid=0 2024-11-12T10:21:41,874 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/rep_barrier/bfe8c353ee414522ab8505b4672d82c3 is 112, key is test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4./rep_barrier:seqnumDuringOpen/1731406886386/Put/seqid=0 2024-11-12T10:21:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741843_1019 (size=5228) 2024-11-12T10:21:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741844_1020 (size=5518) 2024-11-12T10:21:42,010 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:42,056 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:42,210 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7317459a4478ae1fe66cb8ac0ac0efe4 2024-11-12T10:21:42,257 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:42,293 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/rep_barrier/bfe8c353ee414522ab8505b4672d82c3 2024-11-12T10:21:42,293 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/f/f63dab05b6254e658e7b54178cbe1116 2024-11-12T10:21:42,300 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f63dab05b6254e658e7b54178cbe1116 2024-11-12T10:21:42,319 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/table/a00c42dc9cd24d9b9b384d9ea424ae9b is 53, key is hbase:replication/table:state/1731406891921/Put/seqid=0 2024-11-12T10:21:42,319 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/f1/96ed4c26b597449889ab858ecce57e36 is 30, key is row1/f1:/1731406896321/DeleteFamily/seqid=0 2024-11-12T10:21:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741846_1022 (size=5308) 2024-11-12T10:21:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741845_1021 (size=5158) 2024-11-12T10:21:42,322 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/f1/96ed4c26b597449889ab858ecce57e36 2024-11-12T10:21:42,325 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96ed4c26b597449889ab858ecce57e36 2024-11-12T10:21:42,327 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1515, reset compression=false 2024-11-12T10:21:42,331 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:42,331 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1762, reset compression=false 2024-11-12T10:21:42,331 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,38031,1731406879373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:42,332 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,38031,1731406879373: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,38031,1731406879373, walGroup=a10fb4296bab%2C38031%2C1731406879373, offset=a10fb4296bab%2C38031%2C1731406879373.1731406881642:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:21:42,333 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:21:42,334 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:21:42,334 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:21:42,334 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:21:42,334 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:21:42,334 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 896740904 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198314216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:21:42,334 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:46577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:46577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:21:42,341 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/norep/b24d298fc6e942fe8019ca4d6f28724e is 33, key is row2/norep:/1731406897326/DeleteFamily/seqid=0 2024-11-12T10:21:42,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741847_1023 (size=5108) 2024-11-12T10:21:42,345 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/norep/b24d298fc6e942fe8019ca4d6f28724e 2024-11-12T10:21:42,348 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b24d298fc6e942fe8019ca4d6f28724e 2024-11-12T10:21:42,349 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/f/f63dab05b6254e658e7b54178cbe1116 as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/f/f63dab05b6254e658e7b54178cbe1116 2024-11-12T10:21:42,352 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f63dab05b6254e658e7b54178cbe1116 2024-11-12T10:21:42,352 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/f/f63dab05b6254e658e7b54178cbe1116, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T10:21:42,353 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/f1/96ed4c26b597449889ab858ecce57e36 as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/f1/96ed4c26b597449889ab858ecce57e36 2024-11-12T10:21:42,356 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96ed4c26b597449889ab858ecce57e36 2024-11-12T10:21:42,356 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/f1/96ed4c26b597449889ab858ecce57e36, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T10:21:42,357 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/.tmp/norep/b24d298fc6e942fe8019ca4d6f28724e as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/norep/b24d298fc6e942fe8019ca4d6f28724e 2024-11-12T10:21:42,360 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b24d298fc6e942fe8019ca4d6f28724e 2024-11-12T10:21:42,360 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/norep/b24d298fc6e942fe8019ca4d6f28724e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T10:21:42,361 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7317459a4478ae1fe66cb8ac0ac0efe4 in 513ms, sequenceid=12, compaction requested=false 2024-11-12T10:21:42,364 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/default/test/7317459a4478ae1fe66cb8ac0ac0efe4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T10:21:42,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:42,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:42,365 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:42,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7317459a4478ae1fe66cb8ac0ac0efe4: Waiting for close lock at 1731406901847Running coprocessor pre-close hooks at 1731406901847Disabling compacts and flushes for region at 1731406901847Disabling writes for close at 1731406901848 (+1 ms)Obtaining lock to block concurrent updates at 1731406901848Preparing flush snapshotting stores in 7317459a4478ae1fe66cb8ac0ac0efe4 at 1731406901848Finished memstore snapshotting test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731406901848Flushing stores of test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. at 1731406901849 (+1 ms)Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/f: creating writer at 1731406901849Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/f: appending metadata at 1731406901867 (+18 ms)Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/f: closing flushed file at 1731406901867Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/f1: creating writer at 1731406902300 (+433 ms)Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/f1: appending metadata at 1731406902318 (+18 ms)Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/f1: closing flushed file at 1731406902318Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/norep: creating writer at 1731406902326 (+8 ms)Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/norep: appending metadata at 1731406902341 (+15 ms)Flushing 7317459a4478ae1fe66cb8ac0ac0efe4/norep: closing flushed file at 1731406902341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d1d014: reopening flushed file at 1731406902348 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6b6fb0: reopening flushed file at 1731406902353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db7b0db: reopening flushed file at 1731406902356 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7317459a4478ae1fe66cb8ac0ac0efe4 in 513ms, sequenceid=12, compaction requested=false at 1731406902361 (+5 ms)Writing region close event to WAL at 1731406902362 (+1 ms)Running coprocessor post-close hooks at 1731406902365 (+3 ms)Closed at 1731406902365 2024-11-12T10:21:42,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406885641.7317459a4478ae1fe66cb8ac0ac0efe4. 2024-11-12T10:21:42,411 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:21:42,536 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 1762, reset compression=false 2024-11-12T10:21:42,541 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:42,541 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 2406, reset compression=false 2024-11-12T10:21:42,611 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:21:42,611 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:21:42,611 DEBUG [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:21:42,659 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:42,722 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/table/a00c42dc9cd24d9b9b384d9ea424ae9b 2024-11-12T10:21:42,727 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/info/a00303418b2047a18dc0531808170d4a as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/info/a00303418b2047a18dc0531808170d4a 2024-11-12T10:21:42,731 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/info/a00303418b2047a18dc0531808170d4a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:21:42,731 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/ns/bc2a5ccc744942278f650f26a84bd91c as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/ns/bc2a5ccc744942278f650f26a84bd91c 2024-11-12T10:21:42,735 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/ns/bc2a5ccc744942278f650f26a84bd91c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:21:42,736 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/rep_barrier/bfe8c353ee414522ab8505b4672d82c3 as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/rep_barrier/bfe8c353ee414522ab8505b4672d82c3 2024-11-12T10:21:42,740 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/rep_barrier/bfe8c353ee414522ab8505b4672d82c3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:21:42,741 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/.tmp/table/a00c42dc9cd24d9b9b384d9ea424ae9b as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/table/a00c42dc9cd24d9b9b384d9ea424ae9b 2024-11-12T10:21:42,744 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/table/a00c42dc9cd24d9b9b384d9ea424ae9b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:21:42,744 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.1731406881642 to pos 2406, reset compression=false 2024-11-12T10:21:42,745 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-12T10:21:42,750 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:21:42,750 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:42,750 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:42,751 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:42,751 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406901410Running coprocessor pre-close hooks at 1731406901410Disabling compacts and flushes for region at 1731406901410Disabling writes for close at 1731406901410Obtaining lock to block concurrent updates at 1731406901410Preparing flush snapshotting stores in 1588230740 at 1731406901410Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406901410Flushing stores of hbase:meta,,1.1588230740 at 1731406901410Flushing 1588230740/info: creating writer at 1731406901410Flushing 1588230740/info: appending metadata at 1731406901425 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731406901425Flushing 1588230740/ns: creating writer at 1731406901432 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731406901448 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731406901448Flushing 1588230740/rep_barrier: creating writer at 1731406901859 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406901873 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406901873Flushing 1588230740/table: creating writer at 1731406902300 (+427 ms)Flushing 1588230740/table: appending metadata at 1731406902318 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731406902318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61015a60: reopening flushed file at 1731406902726 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d892fc: reopening flushed file at 1731406902731 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e73701: reopening flushed file at 1731406902736 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6d8e78: reopening flushed file at 1731406902740 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1731406902745 (+5 ms)Writing region close event to WAL at 1731406902748 (+3 ms)Running coprocessor post-close hooks at 1731406902750 (+2 ms)Closed at 1731406902750 2024-11-12T10:21:42,751 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:42,811 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,38031,1731406879373; all regions closed. 2024-11-12T10:21:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:21:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741839_1015 (size=3333) 2024-11-12T10:21:42,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/WALs/a10fb4296bab,38031,1731406879373/a10fb4296bab%2C38031%2C1731406879373.rep.1731406891884 not finished, retry = 0 2024-11-12T10:21:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741832_1008 (size=2414) 2024-11-12T10:21:42,920 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:42,920 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:42,921 INFO [RS:0;a10fb4296bab:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:42,921 INFO [RS:0;a10fb4296bab:38031 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:42,921 INFO [RS:0;a10fb4296bab:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:42,921 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:42,921 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,38031,1731406879373 because: Region server is closing 2024-11-12T10:21:42,922 INFO [RS:0;a10fb4296bab:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38031. 2024-11-12T10:21:42,922 DEBUG [RS:0;a10fb4296bab:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:42,922 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:42,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:42,922 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:42,961 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:43,022 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.shippera10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 terminated 2024-11-12T10:21:43,022 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,38031,1731406879373.replicationSource.wal-reader.a10fb4296bab%2C38031%2C1731406879373,1-a10fb4296bab,38031,1731406879373 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:21:43,022 INFO [RS:0;a10fb4296bab:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:38031. 2024-11-12T10:21:43,023 DEBUG [RS:0;a10fb4296bab:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:43,023 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:43,023 DEBUG [RS:0;a10fb4296bab:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:43,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:43,023 INFO [RS:0;a10fb4296bab:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38031 2024-11-12T10:21:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463/rs 2024-11-12T10:21:43,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21358197463/rs/a10fb4296bab,38031,1731406879373 2024-11-12T10:21:43,091 INFO [RS:0;a10fb4296bab:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:43,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,38031,1731406879373] 2024-11-12T10:21:43,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21358197463/draining/a10fb4296bab,38031,1731406879373 already deleted, retry=false 2024-11-12T10:21:43,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,38031,1731406879373 expired; onlineServers=0 2024-11-12T10:21:43,112 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,46577,1731406879120' ***** 2024-11-12T10:21:43,112 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:21:43,112 INFO [M:0;a10fb4296bab:46577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:43,112 INFO [M:0;a10fb4296bab:46577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:43,112 DEBUG [M:0;a10fb4296bab:46577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:21:43,113 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:21:43,113 DEBUG [M:0;a10fb4296bab:46577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:21:43,113 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406881373 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406881373,5,FailOnTimeoutGroup] 2024-11-12T10:21:43,113 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406881373 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406881373,5,FailOnTimeoutGroup] 2024-11-12T10:21:43,113 INFO [M:0;a10fb4296bab:46577 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:43,113 INFO [M:0;a10fb4296bab:46577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:43,113 DEBUG [M:0;a10fb4296bab:46577 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:21:43,113 INFO [M:0;a10fb4296bab:46577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:21:43,113 INFO [M:0;a10fb4296bab:46577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:43,113 INFO [M:0;a10fb4296bab:46577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:21:43,113 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:21:43,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21358197463/master 2024-11-12T10:21:43,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21358197463 2024-11-12T10:21:43,123 DEBUG [M:0;a10fb4296bab:46577 {}] zookeeper.ZKUtil(347): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Unable to get data of znode /21358197463/master because node does not exist (not an error) 2024-11-12T10:21:43,123 WARN [M:0;a10fb4296bab:46577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:21:43,124 INFO [M:0;a10fb4296bab:46577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/.lastflushedseqids 2024-11-12T10:21:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741848_1024 (size=245) 2024-11-12T10:21:43,164 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:21:43,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:43,202 INFO [RS:0;a10fb4296bab:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:43,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1012e901f590007, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:43,202 INFO [RS:0;a10fb4296bab:38031 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,38031,1731406879373; zookeeper connection closed. 2024-11-12T10:21:43,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d8448f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d8448f 2024-11-12T10:21:43,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:21:43,362 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:43,528 INFO [M:0;a10fb4296bab:46577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:21:43,528 INFO [M:0;a10fb4296bab:46577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:21:43,528 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:43,528 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:43,528 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:43,528 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:43,528 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:43,529 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-12T10:21:43,547 DEBUG [M:0;a10fb4296bab:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be632ce35db4caea6b598ddbcef179a is 82, key is hbase:meta,,1/info:regioninfo/1731406882621/Put/seqid=0 2024-11-12T10:21:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741849_1025 (size=5672) 2024-11-12T10:21:43,765 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:43,951 INFO [M:0;a10fb4296bab:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be632ce35db4caea6b598ddbcef179a 2024-11-12T10:21:43,976 DEBUG [M:0;a10fb4296bab:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3927f889a912490fb2a0ef68f1739ed0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406891925/Put/seqid=0 2024-11-12T10:21:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741850_1026 (size=9211) 2024-11-12T10:21:43,980 INFO [M:0;a10fb4296bab:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3927f889a912490fb2a0ef68f1739ed0 2024-11-12T10:21:44,001 DEBUG [M:0;a10fb4296bab:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/332ff3cb9ffb43d2a6832a03218e5ecf is 69, key is a10fb4296bab,38031,1731406879373/rs:state/1731406881445/Put/seqid=0 2024-11-12T10:21:44,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741851_1027 (size=5156) 2024-11-12T10:21:44,007 INFO [M:0;a10fb4296bab:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/332ff3cb9ffb43d2a6832a03218e5ecf 2024-11-12T10:21:44,011 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7be632ce35db4caea6b598ddbcef179a as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7be632ce35db4caea6b598ddbcef179a 2024-11-12T10:21:44,015 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7be632ce35db4caea6b598ddbcef179a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T10:21:44,016 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3927f889a912490fb2a0ef68f1739ed0 as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3927f889a912490fb2a0ef68f1739ed0 2024-11-12T10:21:44,019 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3927f889a912490fb2a0ef68f1739ed0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T10:21:44,020 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/332ff3cb9ffb43d2a6832a03218e5ecf as hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/332ff3cb9ffb43d2a6832a03218e5ecf 2024-11-12T10:21:44,024 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35419/user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/332ff3cb9ffb43d2a6832a03218e5ecf, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T10:21:44,025 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=127, compaction requested=false 2024-11-12T10:21:44,026 INFO [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:44,026 DEBUG [M:0;a10fb4296bab:46577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406903528Disabling compacts and flushes for region at 1731406903528Disabling writes for close at 1731406903528Obtaining lock to block concurrent updates at 1731406903529 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406903529Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731406903529Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406903529Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406903530 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406903546 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406903546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406903955 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406903976 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406903976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406903983 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406904001 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406904001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9667a2: reopening flushed file at 1731406904010 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5d1fa1: reopening flushed file at 1731406904015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0faeef: reopening flushed file at 1731406904020 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=127, compaction requested=false at 1731406904025 (+5 ms)Writing region close event to WAL at 1731406904026 (+1 ms)Closed at 1731406904026 2024-11-12T10:21:44,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa4de326-6ae9-1bcc-20d5-e435468d78b9/MasterData/WALs/a10fb4296bab,46577,1731406879120/a10fb4296bab%2C46577%2C1731406879120.1731406881127 not finished, retry = 0 2024-11-12T10:21:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39891 is added to blk_1073741830_1006 (size=73854) 2024-11-12T10:21:44,129 INFO [M:0;a10fb4296bab:46577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:21:44,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:44,129 INFO [M:0;a10fb4296bab:46577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46577 2024-11-12T10:21:44,129 INFO [M:0;a10fb4296bab:46577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:44,165 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:44,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:44,302 INFO [M:0;a10fb4296bab:46577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:44,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1012e901f590006, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:44,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@361a0367{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:44,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3404da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:44,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:44,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67552449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:44,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d73d261{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:44,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:21:44,307 WARN [BP-1616442581-172.17.0.3-1731406877234 heartbeating to localhost/127.0.0.1:35419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:21:44,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:21:44,307 WARN [BP-1616442581-172.17.0.3-1731406877234 heartbeating to localhost/127.0.0.1:35419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1616442581-172.17.0.3-1731406877234 (Datanode Uuid b31277b5-3885-49d9-a171-09357413c3ca) service to localhost/127.0.0.1:35419 2024-11-12T10:21:44,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/cluster_2ffe07ea-92c8-8a70-5d49-d33d11db6d60/data/data1/current/BP-1616442581-172.17.0.3-1731406877234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:44,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/cluster_2ffe07ea-92c8-8a70-5d49-d33d11db6d60/data/data2/current/BP-1616442581-172.17.0.3-1731406877234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:44,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:21:44,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@622ab046{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:44,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51dfbbfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:44,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:44,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71399dd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:44,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e47cf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:21:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:21:44,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:44,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:44,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:44,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:44,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:21:44,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:44,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=381564548, stopped=false 2024-11-12T10:21:44,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,45713,1731406873577 2024-11-12T10:21:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1204264203/running 2024-11-12T10:21:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1204264203/running 2024-11-12T10:21:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:44,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:44,344 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:44,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:44,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/running 2024-11-12T10:21:44,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Set watcher on znode that does not yet exist, /1-1204264203/running 2024-11-12T10:21:44,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:44,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:44,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,35027,1731406873723' ***** 2024-11-12T10:21:44,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:21:44,348 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:21:44,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 286eb2cfde3a424ef0310d36c95ef9ae 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,35027,1731406873723 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35027. 2024-11-12T10:21:44,349 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 286eb2cfde3a424ef0310d36c95ef9ae, disabling compactions & flushes 2024-11-12T10:21:44,349 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:44,349 DEBUG [RS:0;a10fb4296bab:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:44,349 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:44,349 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:44,349 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. after waiting 0 ms 2024-11-12T10:21:44,349 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:21:44,349 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:21:44,349 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 286eb2cfde3a424ef0310d36c95ef9ae 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T10:21:44,350 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:21:44,350 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1325): Online Regions={286eb2cfde3a424ef0310d36c95ef9ae=hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae., 1588230740=hbase:meta,,1.1588230740, e888e9cfdad19731b85d5e162635f114=test,,1731406885010.e888e9cfdad19731b85d5e162635f114.} 2024-11-12T10:21:44,350 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 286eb2cfde3a424ef0310d36c95ef9ae, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:44,350 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:44,350 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:44,350 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:44,350 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:44,350 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:44,350 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:21:44,355 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:44,363 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/info/a9080f75975a4a75a2833d24d20d5619 is 147, key is hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae./info:regioninfo/1731406889722/Put/seqid=0 2024-11-12T10:21:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741840_1016 (size=7686) 2024-11-12T10:21:44,368 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/.tmp/queue/2db723aab7a64bc4b0080e6ca1b4ae08 is 154, key is 1-a10fb4296bab,35027,1731406873723/queue:a10fb4296bab%2C35027%2C1731406873723/1731406900247/Put/seqid=0 2024-11-12T10:21:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741841_1017 (size=5353) 2024-11-12T10:21:44,372 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/.tmp/queue/2db723aab7a64bc4b0080e6ca1b4ae08 2024-11-12T10:21:44,377 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/.tmp/queue/2db723aab7a64bc4b0080e6ca1b4ae08 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/queue/2db723aab7a64bc4b0080e6ca1b4ae08 2024-11-12T10:21:44,380 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/queue/2db723aab7a64bc4b0080e6ca1b4ae08, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T10:21:44,381 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 286eb2cfde3a424ef0310d36c95ef9ae in 32ms, sequenceid=14, compaction requested=false 2024-11-12T10:21:44,384 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/replication/286eb2cfde3a424ef0310d36c95ef9ae/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T10:21:44,384 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:44,384 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:44,384 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:44,385 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 286eb2cfde3a424ef0310d36c95ef9ae: Waiting for close lock at 1731406904349Running coprocessor pre-close hooks at 1731406904349Disabling compacts and flushes for region at 1731406904349Disabling writes for close at 1731406904349Obtaining lock to block concurrent updates at 1731406904349Preparing flush snapshotting stores in 286eb2cfde3a424ef0310d36c95ef9ae at 1731406904349Finished memstore snapshotting hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731406904350 (+1 ms)Flushing stores of hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. at 1731406904350Flushing 286eb2cfde3a424ef0310d36c95ef9ae/queue: creating writer at 1731406904350Flushing 286eb2cfde3a424ef0310d36c95ef9ae/queue: appending metadata at 1731406904368 (+18 ms)Flushing 286eb2cfde3a424ef0310d36c95ef9ae/queue: closing flushed file at 1731406904368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9bdfb7: reopening flushed file at 1731406904376 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 286eb2cfde3a424ef0310d36c95ef9ae in 32ms, sequenceid=14, compaction requested=false at 1731406904381 (+5 ms)Writing region close event to WAL at 1731406904382 (+1 ms)Running coprocessor post-close hooks at 1731406904384 (+2 ms)Closed at 1731406904384 2024-11-12T10:21:44,385 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406888958.286eb2cfde3a424ef0310d36c95ef9ae. 2024-11-12T10:21:44,385 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e888e9cfdad19731b85d5e162635f114, disabling compactions & flushes 2024-11-12T10:21:44,385 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:44,385 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:44,385 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406885010.e888e9cfdad19731b85d5e162635f114. after waiting 0 ms 2024-11-12T10:21:44,385 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:44,385 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e888e9cfdad19731b85d5e162635f114 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T10:21:44,398 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/f/453b679b0d6449629008ed5677be32a8 is 37, key is row3/f:row3/1731406898978/Put/seqid=0 2024-11-12T10:21:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741842_1018 (size=5228) 2024-11-12T10:21:44,550 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:44,668 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1471, reset compression=false 2024-11-12T10:21:44,672 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:44,672 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1718, reset compression=false 2024-11-12T10:21:44,672 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35027,1731406873723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:44,673 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,35027,1731406873723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,35027,1731406873723, walGroup=a10fb4296bab%2C35027%2C1731406873723, offset=a10fb4296bab%2C35027%2C1731406873723.1731406875962:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:35027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:21:44,674 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:21:44,674 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:21:44,674 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:21:44,674 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:21:44,675 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:21:44,675 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 901804416 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198641336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:21:44,675 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:45713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:45713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:21:44,750 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:44,767 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/info/a9080f75975a4a75a2833d24d20d5619 2024-11-12T10:21:44,790 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/ns/3b65df81c27742cd821ed5a9b9e7e8c0 is 43, key is default/ns:d/1731406876996/Put/seqid=0 2024-11-12T10:21:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741843_1019 (size=5153) 2024-11-12T10:21:44,802 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/f/453b679b0d6449629008ed5677be32a8 2024-11-12T10:21:44,806 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 453b679b0d6449629008ed5677be32a8 2024-11-12T10:21:44,824 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/f1/bd39ad46d0dd4872895d04812831e80b is 30, key is row1/f1:/1731406896321/DeleteFamily/seqid=0 2024-11-12T10:21:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741844_1020 (size=5158) 2024-11-12T10:21:44,835 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:21:44,835 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:21:44,876 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1718, reset compression=false 2024-11-12T10:21:44,950 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:45,068 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:45,150 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:45,180 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1718, reset compression=false 2024-11-12T10:21:45,193 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/ns/3b65df81c27742cd821ed5a9b9e7e8c0 2024-11-12T10:21:45,215 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/rep_barrier/fb9623ca75654d8388590b38e5f2c75f is 112, key is test,,1731406885010.e888e9cfdad19731b85d5e162635f114./rep_barrier:seqnumDuringOpen/1731406885356/Put/seqid=0 2024-11-12T10:21:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741845_1021 (size=5518) 2024-11-12T10:21:45,229 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/f1/bd39ad46d0dd4872895d04812831e80b 2024-11-12T10:21:45,232 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd39ad46d0dd4872895d04812831e80b 2024-11-12T10:21:45,246 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/norep/924ff5f41c7046b58a69b0107a196144 is 33, key is row1/norep:/1731406896321/DeleteFamily/seqid=0 2024-11-12T10:21:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741846_1022 (size=5108) 2024-11-12T10:21:45,351 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:45,551 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:21:45,551 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e888e9cfdad19731b85d5e162635f114=test,,1731406885010.e888e9cfdad19731b85d5e162635f114.} 2024-11-12T10:21:45,551 DEBUG [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e888e9cfdad19731b85d5e162635f114 2024-11-12T10:21:45,584 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/WALs/a10fb4296bab,35027,1731406873723/a10fb4296bab%2C35027%2C1731406873723.1731406875962 to pos 1718, reset compression=false 2024-11-12T10:21:45,619 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/rep_barrier/fb9623ca75654d8388590b38e5f2c75f 2024-11-12T10:21:45,640 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/table/e0db64602bd345b7a8b9ee8e8ab36b74 is 53, key is hbase:replication/table:state/1731406889728/Put/seqid=0 2024-11-12T10:21:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741847_1023 (size=5308) 2024-11-12T10:21:45,649 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/table/e0db64602bd345b7a8b9ee8e8ab36b74 2024-11-12T10:21:45,650 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/norep/924ff5f41c7046b58a69b0107a196144 2024-11-12T10:21:45,654 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 924ff5f41c7046b58a69b0107a196144 2024-11-12T10:21:45,654 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/f/453b679b0d6449629008ed5677be32a8 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/f/453b679b0d6449629008ed5677be32a8 2024-11-12T10:21:45,655 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/info/a9080f75975a4a75a2833d24d20d5619 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/info/a9080f75975a4a75a2833d24d20d5619 2024-11-12T10:21:45,659 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/info/a9080f75975a4a75a2833d24d20d5619, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:21:45,659 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 453b679b0d6449629008ed5677be32a8 2024-11-12T10:21:45,659 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/f/453b679b0d6449629008ed5677be32a8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T10:21:45,660 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/ns/3b65df81c27742cd821ed5a9b9e7e8c0 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/ns/3b65df81c27742cd821ed5a9b9e7e8c0 2024-11-12T10:21:45,660 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/f1/bd39ad46d0dd4872895d04812831e80b as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/f1/bd39ad46d0dd4872895d04812831e80b 2024-11-12T10:21:45,668 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd39ad46d0dd4872895d04812831e80b 2024-11-12T10:21:45,668 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/f1/bd39ad46d0dd4872895d04812831e80b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T10:21:45,669 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/.tmp/norep/924ff5f41c7046b58a69b0107a196144 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/norep/924ff5f41c7046b58a69b0107a196144 2024-11-12T10:21:45,671 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/ns/3b65df81c27742cd821ed5a9b9e7e8c0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:21:45,672 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/rep_barrier/fb9623ca75654d8388590b38e5f2c75f as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/rep_barrier/fb9623ca75654d8388590b38e5f2c75f 2024-11-12T10:21:45,673 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 924ff5f41c7046b58a69b0107a196144 2024-11-12T10:21:45,673 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/norep/924ff5f41c7046b58a69b0107a196144, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T10:21:45,674 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e888e9cfdad19731b85d5e162635f114 in 1289ms, sequenceid=12, compaction requested=false 2024-11-12T10:21:45,674 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:21:45,677 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/rep_barrier/fb9623ca75654d8388590b38e5f2c75f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:21:45,679 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/.tmp/table/e0db64602bd345b7a8b9ee8e8ab36b74 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/table/e0db64602bd345b7a8b9ee8e8ab36b74 2024-11-12T10:21:45,681 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/default/test/e888e9cfdad19731b85d5e162635f114/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T10:21:45,682 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:45,682 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:45,682 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:45,682 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e888e9cfdad19731b85d5e162635f114: Waiting for close lock at 1731406904385Running coprocessor pre-close hooks at 1731406904385Disabling compacts and flushes for region at 1731406904385Disabling writes for close at 1731406904385Obtaining lock to block concurrent updates at 1731406904385Preparing flush snapshotting stores in e888e9cfdad19731b85d5e162635f114 at 1731406904385Finished memstore snapshotting test,,1731406885010.e888e9cfdad19731b85d5e162635f114., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731406904385Flushing stores of test,,1731406885010.e888e9cfdad19731b85d5e162635f114. at 1731406904386 (+1 ms)Flushing e888e9cfdad19731b85d5e162635f114/f: creating writer at 1731406904386Flushing e888e9cfdad19731b85d5e162635f114/f: appending metadata at 1731406904398 (+12 ms)Flushing e888e9cfdad19731b85d5e162635f114/f: closing flushed file at 1731406904398Flushing e888e9cfdad19731b85d5e162635f114/f1: creating writer at 1731406904806 (+408 ms)Flushing e888e9cfdad19731b85d5e162635f114/f1: appending metadata at 1731406904824 (+18 ms)Flushing e888e9cfdad19731b85d5e162635f114/f1: closing flushed file at 1731406904824Flushing e888e9cfdad19731b85d5e162635f114/norep: creating writer at 1731406905232 (+408 ms)Flushing e888e9cfdad19731b85d5e162635f114/norep: appending metadata at 1731406905246 (+14 ms)Flushing e888e9cfdad19731b85d5e162635f114/norep: closing flushed file at 1731406905246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3302b2ba: reopening flushed file at 1731406905654 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c3fb3c: reopening flushed file at 1731406905660 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41afcd12: reopening flushed file at 1731406905668 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e888e9cfdad19731b85d5e162635f114 in 1289ms, sequenceid=12, compaction requested=false at 1731406905674 (+6 ms)Writing region close event to WAL at 1731406905677 (+3 ms)Running coprocessor post-close hooks at 1731406905682 (+5 ms)Closed at 1731406905682 2024-11-12T10:21:45,682 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406885010.e888e9cfdad19731b85d5e162635f114. 2024-11-12T10:21:45,684 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/table/e0db64602bd345b7a8b9ee8e8ab36b74, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:21:45,684 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-12T10:21:45,685 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:21:45,694 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:21:45,695 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:45,695 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:45,695 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:45,695 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406904350Running coprocessor pre-close hooks at 1731406904350Disabling compacts and flushes for region at 1731406904350Disabling writes for close at 1731406904350Obtaining lock to block concurrent updates at 1731406904350Preparing flush snapshotting stores in 1588230740 at 1731406904350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406904350Flushing stores of hbase:meta,,1.1588230740 at 1731406904350Flushing 1588230740/info: creating writer at 1731406904351 (+1 ms)Flushing 1588230740/info: appending metadata at 1731406904363 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731406904363Flushing 1588230740/ns: creating writer at 1731406904771 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731406904789 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731406904789Flushing 1588230740/rep_barrier: creating writer at 1731406905197 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406905214 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406905214Flushing 1588230740/table: creating writer at 1731406905623 (+409 ms)Flushing 1588230740/table: appending metadata at 1731406905640 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731406905640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5beca626: reopening flushed file at 1731406905653 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472f4033: reopening flushed file at 1731406905659 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4754d4f4: reopening flushed file at 1731406905671 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ddb2ad: reopening flushed file at 1731406905678 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1731406905684 (+6 ms)Writing region close event to WAL at 1731406905686 (+2 ms)Running coprocessor post-close hooks at 1731406905695 (+9 ms)Closed at 1731406905695 2024-11-12T10:21:45,695 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:45,751 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,35027,1731406873723; all regions closed. 2024-11-12T10:21:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:21:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741839_1015 (size=3552) 2024-11-12T10:21:45,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741832_1008 (size=2370) 2024-11-12T10:21:45,759 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:45,759 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:45,759 INFO [RS:0;a10fb4296bab:35027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:45,760 INFO [RS:0;a10fb4296bab:35027 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:45,760 INFO [RS:0;a10fb4296bab:35027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:45,760 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:45,760 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,35027,1731406873723 because: Region server is closing 2024-11-12T10:21:45,760 INFO [RS:0;a10fb4296bab:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35027. 2024-11-12T10:21:45,760 DEBUG [RS:0;a10fb4296bab:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:45,760 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:45,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:45,760 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:45,861 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.shippera10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 terminated 2024-11-12T10:21:45,861 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35027,1731406873723.replicationSource.wal-reader.a10fb4296bab%2C35027%2C1731406873723,1-a10fb4296bab,35027,1731406873723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T10:21:45,861 INFO [RS:0;a10fb4296bab:35027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35027. 2024-11-12T10:21:45,861 DEBUG [RS:0;a10fb4296bab:35027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:45,861 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:45,861 DEBUG [RS:0;a10fb4296bab:35027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:45,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:45,862 INFO [RS:0;a10fb4296bab:35027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35027 2024-11-12T10:21:45,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203/rs 2024-11-12T10:21:45,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1204264203/rs/a10fb4296bab,35027,1731406873723 2024-11-12T10:21:45,942 INFO [RS:0;a10fb4296bab:35027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:45,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,35027,1731406873723] 2024-11-12T10:21:45,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1204264203/draining/a10fb4296bab,35027,1731406873723 already deleted, retry=false 2024-11-12T10:21:45,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,35027,1731406873723 expired; onlineServers=0 2024-11-12T10:21:45,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,45713,1731406873577' ***** 2024-11-12T10:21:45,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:21:45,965 INFO [M:0;a10fb4296bab:45713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:45,965 INFO [M:0;a10fb4296bab:45713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:45,965 DEBUG [M:0;a10fb4296bab:45713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:21:45,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:21:45,966 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406875701 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406875701,5,FailOnTimeoutGroup] 2024-11-12T10:21:45,966 DEBUG [M:0;a10fb4296bab:45713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:21:45,966 INFO [M:0;a10fb4296bab:45713 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:45,966 INFO [M:0;a10fb4296bab:45713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:45,966 DEBUG [M:0;a10fb4296bab:45713 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:21:45,966 INFO [M:0;a10fb4296bab:45713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:21:45,966 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406875701 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406875701,5,FailOnTimeoutGroup] 2024-11-12T10:21:45,966 INFO [M:0;a10fb4296bab:45713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:45,966 INFO [M:0;a10fb4296bab:45713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:21:45,968 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:21:45,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1204264203/master 2024-11-12T10:21:45,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1204264203 2024-11-12T10:21:45,975 DEBUG [M:0;a10fb4296bab:45713 {}] zookeeper.ZKUtil(347): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Unable to get data of znode /1-1204264203/master because node does not exist (not an error) 2024-11-12T10:21:45,975 WARN [M:0;a10fb4296bab:45713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:21:45,976 INFO [M:0;a10fb4296bab:45713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/.lastflushedseqids 2024-11-12T10:21:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741848_1024 (size=245) 2024-11-12T10:21:46,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:46,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35027-0x1012e901f590004, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:46,055 INFO [RS:0;a10fb4296bab:35027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:46,055 INFO [RS:0;a10fb4296bab:35027 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,35027,1731406873723; zookeeper connection closed. 2024-11-12T10:21:46,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f92a20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f92a20 2024-11-12T10:21:46,055 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:21:46,072 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:46,381 INFO [M:0;a10fb4296bab:45713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:21:46,381 INFO [M:0;a10fb4296bab:45713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:21:46,382 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:46,382 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:46,382 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:46,382 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:46,382 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:46,382 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T10:21:46,403 DEBUG [M:0;a10fb4296bab:45713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f690d2fcff5447fba6c552f7f13ac885 is 82, key is hbase:meta,,1/info:regioninfo/1731406876919/Put/seqid=0 2024-11-12T10:21:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741849_1025 (size=5672) 2024-11-12T10:21:46,807 INFO [M:0;a10fb4296bab:45713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f690d2fcff5447fba6c552f7f13ac885 2024-11-12T10:21:46,827 DEBUG [M:0;a10fb4296bab:45713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae4ea75c947a4799b1d4f08da7181d2b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406889732/Put/seqid=0 2024-11-12T10:21:46,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741850_1026 (size=8516) 2024-11-12T10:21:46,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:46,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,177 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:47,231 INFO [M:0;a10fb4296bab:45713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae4ea75c947a4799b1d4f08da7181d2b 2024-11-12T10:21:47,251 DEBUG [M:0;a10fb4296bab:45713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/044c4b238d064e6e848a310dc7b182f1 is 69, key is a10fb4296bab,35027,1731406873723/rs:state/1731406875780/Put/seqid=0 2024-11-12T10:21:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741851_1027 (size=5156) 2024-11-12T10:21:47,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:47,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:47,654 INFO [M:0;a10fb4296bab:45713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/044c4b238d064e6e848a310dc7b182f1 2024-11-12T10:21:47,668 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f690d2fcff5447fba6c552f7f13ac885 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f690d2fcff5447fba6c552f7f13ac885 2024-11-12T10:21:47,671 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f690d2fcff5447fba6c552f7f13ac885, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T10:21:47,672 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae4ea75c947a4799b1d4f08da7181d2b as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae4ea75c947a4799b1d4f08da7181d2b 2024-11-12T10:21:47,675 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae4ea75c947a4799b1d4f08da7181d2b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T10:21:47,676 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/044c4b238d064e6e848a310dc7b182f1 as hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/044c4b238d064e6e848a310dc7b182f1 2024-11-12T10:21:47,679 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39067/user/jenkins/test-data/77faae20-9fbc-6968-2a19-38cd1c0ba4fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/044c4b238d064e6e848a310dc7b182f1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T10:21:47,680 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-12T10:21:47,681 INFO [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:47,681 DEBUG [M:0;a10fb4296bab:45713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406906382Disabling compacts and flushes for region at 1731406906382Disabling writes for close at 1731406906382Obtaining lock to block concurrent updates at 1731406906382Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406906382Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731406906382Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406906383 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406906383Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406906403 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406906403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406906810 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406906826 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406906826Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406907234 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406907250 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406907250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7414374f: reopening flushed file at 1731406907667 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560ad5f8: reopening flushed file at 1731406907671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667a97e1: reopening flushed file at 1731406907675 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731406907680 (+5 ms)Writing region close event to WAL at 1731406907681 (+1 ms)Closed at 1731406907681 2024-11-12T10:21:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741830_1006 (size=63654) 2024-11-12T10:21:47,683 INFO [M:0;a10fb4296bab:45713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:21:47,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:47,683 INFO [M:0;a10fb4296bab:45713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45713 2024-11-12T10:21:47,684 INFO [M:0;a10fb4296bab:45713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:47,853 INFO [M:0;a10fb4296bab:45713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1012e901f590003, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:47,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f4a5392{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:47,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@118e77a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:47,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:47,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738a9463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:47,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55d2d063{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:47,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:21:47,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:21:47,857 WARN [BP-1602032452-172.17.0.3-1731406871657 heartbeating to localhost/127.0.0.1:39067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:21:47,857 WARN [BP-1602032452-172.17.0.3-1731406871657 heartbeating to localhost/127.0.0.1:39067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1602032452-172.17.0.3-1731406871657 (Datanode Uuid b1487696-f066-45b1-9696-f97e832fb9cc) service to localhost/127.0.0.1:39067 2024-11-12T10:21:47,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/cluster_658afb29-fbe9-8287-2494-57bac4b7632e/data/data1/current/BP-1602032452-172.17.0.3-1731406871657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:47,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/cluster_658afb29-fbe9-8287-2494-57bac4b7632e/data/data2/current/BP-1602032452-172.17.0.3-1731406871657 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:47,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:21:47,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d5d984{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:47,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b95c3af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:47,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:47,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4998e689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:47,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ef6e1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f895770-3006-bf2b-f78f-a977bf0c6647/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:47,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:21:47,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:21:47,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:47,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:47,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:47,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:47,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:47,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:21:47,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1476741706, stopped=false 2024-11-12T10:21:47,879 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,42791,1731406867779 2024-11-12T10:21:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813449329/running 2024-11-12T10:21:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813449329/running 2024-11-12T10:21:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:47,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:47,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/running 2024-11-12T10:21:47,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Set watcher on znode that does not yet exist, /0813449329/running 2024-11-12T10:21:47,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:21:47,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:47,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:47,892 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,43703,1731406868052' ***** 2024-11-12T10:21:47,892 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:21:47,892 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:21:47,892 INFO [RS:0;a10fb4296bab:43703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:21:47,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(3091): Received CLOSE for c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e387bc8266efd4271fcdd5a8c5926c7 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,43703,1731406868052 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43703. 2024-11-12T10:21:47,893 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9329b88f8d6a9c0ff0df6f53b21e239, disabling compactions & flushes 2024-11-12T10:21:47,893 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:47,893 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:47,893 DEBUG [RS:0;a10fb4296bab:43703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:47,893 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. after waiting 0 ms 2024-11-12T10:21:47,893 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:47,893 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:21:47,893 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:21:47,893 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9329b88f8d6a9c0ff0df6f53b21e239 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T10:21:47,900 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:21:47,900 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c9329b88f8d6a9c0ff0df6f53b21e239=hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239., 1e387bc8266efd4271fcdd5a8c5926c7=test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7.} 2024-11-12T10:21:47,900 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e387bc8266efd4271fcdd5a8c5926c7, c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:47,900 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:47,900 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:47,900 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:47,900 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:47,901 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:47,901 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:21:47,916 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/.tmp/queue/57df58ae8f954bb4a63022e7001e9ca9 is 154, key is 1-a10fb4296bab,43703,1731406868052/queue:a10fb4296bab%2C43703%2C1731406868052/1731406900645/Put/seqid=0 2024-11-12T10:21:47,916 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/info/4ee3652f0470460dace06f7fc2449d93 is 147, key is hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239./info:regioninfo/1731406887994/Put/seqid=0 2024-11-12T10:21:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741840_1016 (size=5353) 2024-11-12T10:21:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741841_1017 (size=7686) 2024-11-12T10:21:47,982 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:48,101 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e387bc8266efd4271fcdd5a8c5926c7, c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:48,301 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e387bc8266efd4271fcdd5a8c5926c7, c9329b88f8d6a9c0ff0df6f53b21e239 2024-11-12T10:21:48,326 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/.tmp/queue/57df58ae8f954bb4a63022e7001e9ca9 2024-11-12T10:21:48,326 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/info/4ee3652f0470460dace06f7fc2449d93 2024-11-12T10:21:48,330 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/.tmp/queue/57df58ae8f954bb4a63022e7001e9ca9 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/queue/57df58ae8f954bb4a63022e7001e9ca9 2024-11-12T10:21:48,333 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/queue/57df58ae8f954bb4a63022e7001e9ca9, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T10:21:48,334 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c9329b88f8d6a9c0ff0df6f53b21e239 in 441ms, sequenceid=14, compaction requested=false 2024-11-12T10:21:48,334 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:21:48,347 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/ns/044d3011fc0246d1b05789f7e5799869 is 43, key is default/ns:d/1731406871581/Put/seqid=0 2024-11-12T10:21:48,347 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/replication/c9329b88f8d6a9c0ff0df6f53b21e239/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T10:21:48,347 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:48,347 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:48,348 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:48,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9329b88f8d6a9c0ff0df6f53b21e239: Waiting for close lock at 1731406907893Running coprocessor pre-close hooks at 1731406907893Disabling compacts and flushes for region at 1731406907893Disabling writes for close at 1731406907893Obtaining lock to block concurrent updates at 1731406907893Preparing flush snapshotting stores in c9329b88f8d6a9c0ff0df6f53b21e239 at 1731406907893Finished memstore snapshotting hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731406907893Flushing stores of hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. at 1731406907894 (+1 ms)Flushing c9329b88f8d6a9c0ff0df6f53b21e239/queue: creating writer at 1731406907894Flushing c9329b88f8d6a9c0ff0df6f53b21e239/queue: appending metadata at 1731406907916 (+22 ms)Flushing c9329b88f8d6a9c0ff0df6f53b21e239/queue: closing flushed file at 1731406907916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76db98a7: reopening flushed file at 1731406908329 (+413 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c9329b88f8d6a9c0ff0df6f53b21e239 in 441ms, sequenceid=14, compaction requested=false at 1731406908334 (+5 ms)Writing region close event to WAL at 1731406908340 (+6 ms)Running coprocessor post-close hooks at 1731406908347 (+7 ms)Closed at 1731406908347 2024-11-12T10:21:48,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406886836.c9329b88f8d6a9c0ff0df6f53b21e239. 2024-11-12T10:21:48,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e387bc8266efd4271fcdd5a8c5926c7, disabling compactions & flushes 2024-11-12T10:21:48,348 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:48,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:48,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. after waiting 0 ms 2024-11-12T10:21:48,348 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:48,348 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e387bc8266efd4271fcdd5a8c5926c7 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T10:21:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:21:48,350 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/ns/044d3011fc0246d1b05789f7e5799869 2024-11-12T10:21:48,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/f/87799e3d10cf41188d8a083e17895e0b is 37, key is row3/f:row3/1731406898978/Put/seqid=0 2024-11-12T10:21:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741843_1019 (size=5228) 2024-11-12T10:21:48,368 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/f/87799e3d10cf41188d8a083e17895e0b 2024-11-12T10:21:48,370 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/rep_barrier/11b3efa5516f48af8169f350ca78b6ed is 112, key is test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7./rep_barrier:seqnumDuringOpen/1731406884000/Put/seqid=0 2024-11-12T10:21:48,372 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87799e3d10cf41188d8a083e17895e0b 2024-11-12T10:21:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741844_1020 (size=5518) 2024-11-12T10:21:48,380 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1488, reset compression=false 2024-11-12T10:21:48,381 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/rep_barrier/11b3efa5516f48af8169f350ca78b6ed 2024-11-12T10:21:48,387 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/f1/2b6511047e4c4c7d926de4577457343c is 30, key is row1/f1:/1731406896321/DeleteFamily/seqid=0 2024-11-12T10:21:48,389 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:48,389 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1735, reset compression=false 2024-11-12T10:21:48,389 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,43703,1731406868052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:21:48,390 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,43703,1731406868052: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,43703,1731406868052, walGroup=a10fb4296bab%2C43703%2C1731406868052, offset=a10fb4296bab%2C43703%2C1731406868052.1731406870575:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:43703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:21:48,392 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:21:48,392 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:21:48,393 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:21:48,393 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:21:48,393 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:21:48,393 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 926982656 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199441080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:21:48,394 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:42791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:42791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:21:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741845_1021 (size=5158) 2024-11-12T10:21:48,402 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/f1/2b6511047e4c4c7d926de4577457343c 2024-11-12T10:21:48,405 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b6511047e4c4c7d926de4577457343c 2024-11-12T10:21:48,407 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/table/ad267df73df049ba873ad8e7a24e9e99 is 53, key is hbase:replication/table:state/1731406888001/Put/seqid=0 2024-11-12T10:21:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741846_1022 (size=5308) 2024-11-12T10:21:48,421 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/norep/a592ed3906ff4347aa761276dc2756f1 is 32, key is row/norep:/1731406895316/DeleteFamily/seqid=0 2024-11-12T10:21:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741847_1023 (size=5101) 2024-11-12T10:21:48,425 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/norep/a592ed3906ff4347aa761276dc2756f1 2024-11-12T10:21:48,428 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a592ed3906ff4347aa761276dc2756f1 2024-11-12T10:21:48,429 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/f/87799e3d10cf41188d8a083e17895e0b as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/f/87799e3d10cf41188d8a083e17895e0b 2024-11-12T10:21:48,432 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87799e3d10cf41188d8a083e17895e0b 2024-11-12T10:21:48,433 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/f/87799e3d10cf41188d8a083e17895e0b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T10:21:48,433 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/f1/2b6511047e4c4c7d926de4577457343c as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/f1/2b6511047e4c4c7d926de4577457343c 2024-11-12T10:21:48,436 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b6511047e4c4c7d926de4577457343c 2024-11-12T10:21:48,436 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/f1/2b6511047e4c4c7d926de4577457343c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T10:21:48,437 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/.tmp/norep/a592ed3906ff4347aa761276dc2756f1 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/norep/a592ed3906ff4347aa761276dc2756f1 2024-11-12T10:21:48,440 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a592ed3906ff4347aa761276dc2756f1 2024-11-12T10:21:48,440 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/norep/a592ed3906ff4347aa761276dc2756f1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T10:21:48,441 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1e387bc8266efd4271fcdd5a8c5926c7 in 93ms, sequenceid=12, compaction requested=false 2024-11-12T10:21:48,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:21:48,445 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/default/test/1e387bc8266efd4271fcdd5a8c5926c7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T10:21:48,445 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:48,445 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:48,445 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:48,446 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e387bc8266efd4271fcdd5a8c5926c7: Waiting for close lock at 1731406908348Running coprocessor pre-close hooks at 1731406908348Disabling compacts and flushes for region at 1731406908348Disabling writes for close at 1731406908348Obtaining lock to block concurrent updates at 1731406908348Preparing flush snapshotting stores in 1e387bc8266efd4271fcdd5a8c5926c7 at 1731406908348Finished memstore snapshotting test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731406908348Flushing stores of test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. at 1731406908349 (+1 ms)Flushing 1e387bc8266efd4271fcdd5a8c5926c7/f: creating writer at 1731406908349Flushing 1e387bc8266efd4271fcdd5a8c5926c7/f: appending metadata at 1731406908364 (+15 ms)Flushing 1e387bc8266efd4271fcdd5a8c5926c7/f: closing flushed file at 1731406908364Flushing 1e387bc8266efd4271fcdd5a8c5926c7/f1: creating writer at 1731406908372 (+8 ms)Flushing 1e387bc8266efd4271fcdd5a8c5926c7/f1: appending metadata at 1731406908386 (+14 ms)Flushing 1e387bc8266efd4271fcdd5a8c5926c7/f1: closing flushed file at 1731406908386Flushing 1e387bc8266efd4271fcdd5a8c5926c7/norep: creating writer at 1731406908406 (+20 ms)Flushing 1e387bc8266efd4271fcdd5a8c5926c7/norep: appending metadata at 1731406908420 (+14 ms)Flushing 1e387bc8266efd4271fcdd5a8c5926c7/norep: closing flushed file at 1731406908420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600284a3: reopening flushed file at 1731406908428 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d11559: reopening flushed file at 1731406908433 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32da6f20: reopening flushed file at 1731406908436 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1e387bc8266efd4271fcdd5a8c5926c7 in 93ms, sequenceid=12, compaction requested=false at 1731406908441 (+5 ms)Writing region close event to WAL at 1731406908443 (+2 ms)Running coprocessor post-close hooks at 1731406908445 (+2 ms)Closed at 1731406908445 2024-11-12T10:21:48,446 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406882855.1e387bc8266efd4271fcdd5a8c5926c7. 2024-11-12T10:21:48,501 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:21:48,507 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:21:48,507 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:21:48,607 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 1735, reset compression=false 2024-11-12T10:21:48,611 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:21:48,611 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 2379, reset compression=false 2024-11-12T10:21:48,701 DEBUG [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:21:48,811 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/table/ad267df73df049ba873ad8e7a24e9e99 2024-11-12T10:21:48,814 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/info/4ee3652f0470460dace06f7fc2449d93 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/info/4ee3652f0470460dace06f7fc2449d93 2024-11-12T10:21:48,815 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 2379, reset compression=false 2024-11-12T10:21:48,819 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/info/4ee3652f0470460dace06f7fc2449d93, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:21:48,820 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/ns/044d3011fc0246d1b05789f7e5799869 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/ns/044d3011fc0246d1b05789f7e5799869 2024-11-12T10:21:48,823 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/ns/044d3011fc0246d1b05789f7e5799869, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:21:48,824 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/rep_barrier/11b3efa5516f48af8169f350ca78b6ed as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/rep_barrier/11b3efa5516f48af8169f350ca78b6ed 2024-11-12T10:21:48,828 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/rep_barrier/11b3efa5516f48af8169f350ca78b6ed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:21:48,828 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/.tmp/table/ad267df73df049ba873ad8e7a24e9e99 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/table/ad267df73df049ba873ad8e7a24e9e99 2024-11-12T10:21:48,832 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/table/ad267df73df049ba873ad8e7a24e9e99, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:21:48,833 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-11-12T10:21:48,833 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:21:48,838 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:21:48,838 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:48,839 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:48,839 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:48,839 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406907900Running coprocessor pre-close hooks at 1731406907900Disabling compacts and flushes for region at 1731406907900Disabling writes for close at 1731406907900Obtaining lock to block concurrent updates at 1731406907901 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731406907901Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406907901Flushing stores of hbase:meta,,1.1588230740 at 1731406907901Flushing 1588230740/info: creating writer at 1731406907901Flushing 1588230740/info: appending metadata at 1731406907916 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731406907916Flushing 1588230740/ns: creating writer at 1731406908329 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731406908346 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731406908346Flushing 1588230740/rep_barrier: creating writer at 1731406908354 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406908369 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406908370 (+1 ms)Flushing 1588230740/table: creating writer at 1731406908386 (+16 ms)Flushing 1588230740/table: appending metadata at 1731406908406 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731406908406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757cd746: reopening flushed file at 1731406908814 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcd4748: reopening flushed file at 1731406908819 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc4051b: reopening flushed file at 1731406908824 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bca98f: reopening flushed file at 1731406908828 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1731406908833 (+5 ms)Writing region close event to WAL at 1731406908835 (+2 ms)Running coprocessor post-close hooks at 1731406908838 (+3 ms)Closed at 1731406908839 (+1 ms) 2024-11-12T10:21:48,839 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:48,901 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,43703,1731406868052; all regions closed. 2024-11-12T10:21:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:21:48,903 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.meta.1731406871503.meta not finished, retry = 0 2024-11-12T10:21:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741839_1015 (size=3552) 2024-11-12T10:21:49,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.rep.1731406887965 not finished, retry = 0 2024-11-12T10:21:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741832_1008 (size=2387) 2024-11-12T10:21:49,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 not finished, retry = 0 2024-11-12T10:21:49,118 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 to pos 2379, reset compression=false 2024-11-12T10:21:49,209 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:49,209 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:21:49,209 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/WALs/a10fb4296bab,43703,1731406868052/a10fb4296bab%2C43703%2C1731406868052.1731406870575 2024-11-12T10:21:49,209 INFO [RS:0;a10fb4296bab:43703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:49,210 INFO [RS:0;a10fb4296bab:43703 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:49,210 INFO [RS:0;a10fb4296bab:43703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:49,210 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:49,210 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,43703,1731406868052 because: Region server is closing 2024-11-12T10:21:49,210 INFO [RS:0;a10fb4296bab:43703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43703. 2024-11-12T10:21:49,210 DEBUG [RS:0;a10fb4296bab:43703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:49,210 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:49,210 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:49,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:49,310 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.shippera10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 terminated 2024-11-12T10:21:49,310 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,43703,1731406868052.replicationSource.wal-reader.a10fb4296bab%2C43703%2C1731406868052,1-a10fb4296bab,43703,1731406868052 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T10:21:49,311 INFO [RS:0;a10fb4296bab:43703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:43703. 2024-11-12T10:21:49,311 DEBUG [RS:0;a10fb4296bab:43703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:21:49,311 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:49,311 DEBUG [RS:0;a10fb4296bab:43703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:49,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:21:49,311 INFO [RS:0;a10fb4296bab:43703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43703 2024-11-12T10:21:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329/rs 2024-11-12T10:21:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813449329/rs/a10fb4296bab,43703,1731406868052 2024-11-12T10:21:49,396 INFO [RS:0;a10fb4296bab:43703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:49,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,43703,1731406868052] 2024-11-12T10:21:49,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0813449329/draining/a10fb4296bab,43703,1731406868052 already deleted, retry=false 2024-11-12T10:21:49,468 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,43703,1731406868052 expired; onlineServers=0 2024-11-12T10:21:49,468 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,42791,1731406867779' ***** 2024-11-12T10:21:49,468 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:21:49,468 INFO [M:0;a10fb4296bab:42791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:21:49,468 INFO [M:0;a10fb4296bab:42791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:21:49,468 DEBUG [M:0;a10fb4296bab:42791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:21:49,468 DEBUG [M:0;a10fb4296bab:42791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:21:49,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:21:49,468 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406870311 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406870311,5,FailOnTimeoutGroup] 2024-11-12T10:21:49,468 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406870310 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406870310,5,FailOnTimeoutGroup] 2024-11-12T10:21:49,468 INFO [M:0;a10fb4296bab:42791 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:21:49,469 INFO [M:0;a10fb4296bab:42791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:21:49,469 DEBUG [M:0;a10fb4296bab:42791 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:21:49,469 INFO [M:0;a10fb4296bab:42791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:21:49,469 INFO [M:0;a10fb4296bab:42791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:21:49,469 ERROR [M:0;a10fb4296bab:42791 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35327,5,PEWorkerGroup] 2024-11-12T10:21:49,469 INFO [M:0;a10fb4296bab:42791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:21:49,469 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:21:49,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0813449329/master 2024-11-12T10:21:49,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0813449329 2024-11-12T10:21:49,480 DEBUG [M:0;a10fb4296bab:42791 {}] zookeeper.ZKUtil(347): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Unable to get data of znode /0813449329/master because node does not exist (not an error) 2024-11-12T10:21:49,480 WARN [M:0;a10fb4296bab:42791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:21:49,481 INFO [M:0;a10fb4296bab:42791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/.lastflushedseqids 2024-11-12T10:21:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741848_1024 (size=245) 2024-11-12T10:21:49,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:49,546 INFO [RS:0;a10fb4296bab:43703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:49,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43703-0x1012e901f590001, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:49,546 INFO [RS:0;a10fb4296bab:43703 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,43703,1731406868052; zookeeper connection closed. 2024-11-12T10:21:49,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4888a6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4888a6b 2024-11-12T10:21:49,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:21:49,885 INFO [M:0;a10fb4296bab:42791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:21:49,885 INFO [M:0;a10fb4296bab:42791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:21:49,886 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:49,886 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:49,886 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:49,886 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:49,886 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:49,886 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-12T10:21:49,903 DEBUG [M:0;a10fb4296bab:42791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f5c7c531c52436c964914e62b6e6404 is 82, key is hbase:meta,,1/info:regioninfo/1731406871531/Put/seqid=0 2024-11-12T10:21:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741849_1025 (size=5672) 2024-11-12T10:21:50,307 INFO [M:0;a10fb4296bab:42791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f5c7c531c52436c964914e62b6e6404 2024-11-12T10:21:50,328 DEBUG [M:0;a10fb4296bab:42791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ebe949881e84481b548ca04121a61ec is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406884012/Put/seqid=0 2024-11-12T10:21:50,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741850_1026 (size=7217) 2024-11-12T10:21:50,732 INFO [M:0;a10fb4296bab:42791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ebe949881e84481b548ca04121a61ec 2024-11-12T10:21:50,735 INFO [M:0;a10fb4296bab:42791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebe949881e84481b548ca04121a61ec 2024-11-12T10:21:50,748 DEBUG [M:0;a10fb4296bab:42791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85ba86795dc745a88b419acea258d671 is 69, key is a10fb4296bab,43703,1731406868052/rs:state/1731406870433/Put/seqid=0 2024-11-12T10:21:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741851_1027 (size=5156) 2024-11-12T10:21:51,152 INFO [M:0;a10fb4296bab:42791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85ba86795dc745a88b419acea258d671 2024-11-12T10:21:51,156 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f5c7c531c52436c964914e62b6e6404 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f5c7c531c52436c964914e62b6e6404 2024-11-12T10:21:51,159 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f5c7c531c52436c964914e62b6e6404, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T10:21:51,160 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ebe949881e84481b548ca04121a61ec as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ebe949881e84481b548ca04121a61ec 2024-11-12T10:21:51,164 INFO [M:0;a10fb4296bab:42791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebe949881e84481b548ca04121a61ec 2024-11-12T10:21:51,164 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ebe949881e84481b548ca04121a61ec, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T10:21:51,164 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85ba86795dc745a88b419acea258d671 as hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85ba86795dc745a88b419acea258d671 2024-11-12T10:21:51,168 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85ba86795dc745a88b419acea258d671, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T10:21:51,169 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-12T10:21:51,170 INFO [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:51,170 DEBUG [M:0;a10fb4296bab:42791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406909885Disabling compacts and flushes for region at 1731406909885Disabling writes for close at 1731406909886 (+1 ms)Obtaining lock to block concurrent updates at 1731406909886Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406909886Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731406909886Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406909886Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406909886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406909903 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406909903Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406910311 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406910327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406910327Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406910735 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406910747 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406910747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d348121: reopening flushed file at 1731406911155 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e740426: reopening flushed file at 1731406911159 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bf4907: reopening flushed file at 1731406911164 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731406911169 (+5 ms)Writing region close event to WAL at 1731406911169Closed at 1731406911169 2024-11-12T10:21:51,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40895 is added to blk_1073741830_1006 (size=64411) 2024-11-12T10:21:51,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9980bf1c-deca-8b13-5752-105b89c3aff1/MasterData/WALs/a10fb4296bab,42791,1731406867779/a10fb4296bab%2C42791%2C1731406867779.1731406870036 not finished, retry = 0 2024-11-12T10:21:51,272 INFO [M:0;a10fb4296bab:42791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:21:51,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:21:51,272 INFO [M:0;a10fb4296bab:42791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42791 2024-11-12T10:21:51,272 INFO [M:0;a10fb4296bab:42791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:21:51,422 INFO [M:0;a10fb4296bab:42791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:21:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42791-0x1012e901f590000, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:21:51,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638cd3ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:51,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddcd1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:51,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:51,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a45f7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:51,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f86a26b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:51,426 WARN [BP-1098543582-172.17.0.3-1731406865346 heartbeating to localhost/127.0.0.1:35327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:21:51,426 WARN [BP-1098543582-172.17.0.3-1731406865346 heartbeating to localhost/127.0.0.1:35327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098543582-172.17.0.3-1731406865346 (Datanode Uuid e9ce3dab-c531-45db-b365-64b185b9b14d) service to localhost/127.0.0.1:35327 2024-11-12T10:21:51,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/data/data1/current/BP-1098543582-172.17.0.3-1731406865346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:51,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/cluster_8b3c13bc-d183-3bde-d0e7-c829ecd8475b/data/data2/current/BP-1098543582-172.17.0.3-1731406865346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:21:51,427 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:21:51,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:21:51,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:21:51,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@453f7ee4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:51,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e207ce7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:21:51,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:21:51,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5944f065{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:21:51,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f00c263{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58ad41f9-c420-a5d8-7ca6-002dc96d70f7/hadoop.log.dir/,STOPPED} 2024-11-12T10:21:51,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:21:51,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:21:51,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49266) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39067 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49266) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35419 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49266) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35327 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=735 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=6770 (was 6854) 2024-11-12T10:21:51,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=735, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=6770 2024-11-12T10:21:51,481 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T10:21:51,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir so I do NOT create it in target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf 2024-11-12T10:21:51,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:21:51,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.tmp.dir so I do NOT create it in target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf 2024-11-12T10:21:51,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85706d2c-4157-4f55-2655-23b02c242b4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:21:51,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf 2024-11-12T10:21:51,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579, deleteOnExit=true 2024-11-12T10:21:51,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/zookeeper_0, clientPort=56950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:21:51,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56950 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/test.cache.data in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:21:51,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:21:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:21:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:21:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e901f590002, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:21:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012e901f590008, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:21:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e901f590005, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:21:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e901f590002, quorum=127.0.0.1:49266, baseZNode=/0813449329 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:21:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e901f590005, quorum=127.0.0.1:49266, baseZNode=/1-1204264203 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:21:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012e901f590008, quorum=127.0.0.1:49266, baseZNode=/21358197463 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:21:51,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:51,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:51,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:51,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:51,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:51,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:51,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@871521f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:51,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ea0658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:52,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b789add{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/java.io.tmpdir/jetty-localhost-40131-hadoop-hdfs-3_4_1-tests_jar-_-any-3226893746200637997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:52,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@271f317f{HTTP/1.1, (http/1.1)}{localhost:40131} 2024-11-12T10:21:52,006 INFO [Time-limited test {}] server.Server(415): Started @264314ms 2024-11-12T10:21:52,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:52,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:52,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:52,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:52,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:52,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598bb7fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:52,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@146efea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:52,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75067113{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/java.io.tmpdir/jetty-localhost-46527-hadoop-hdfs-3_4_1-tests_jar-_-any-1767154269947547616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:52,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cbf78d{HTTP/1.1, (http/1.1)}{localhost:46527} 2024-11-12T10:21:52,356 INFO [Time-limited test {}] server.Server(415): Started @264664ms 2024-11-12T10:21:52,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:21:53,692 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/data/data1/current/BP-691187766-172.17.0.3-1731406911507/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:53,692 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/data/data2/current/BP-691187766-172.17.0.3-1731406911507/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:53,714 WARN [Thread-3430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:21:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fdbb66cc67645fd with lease ID 0x910488f304cd16e4: Processing first storage report for DS-4943a191-1ecc-46cc-974a-0daa9cea0bbd from datanode DatanodeRegistration(127.0.0.1:42587, datanodeUuid=442f83c3-20b1-467e-a986-2358894cd3b4, infoPort=37503, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=1936639504;c=1731406911507) 2024-11-12T10:21:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fdbb66cc67645fd with lease ID 0x910488f304cd16e4: from storage DS-4943a191-1ecc-46cc-974a-0daa9cea0bbd node DatanodeRegistration(127.0.0.1:42587, datanodeUuid=442f83c3-20b1-467e-a986-2358894cd3b4, infoPort=37503, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=1936639504;c=1731406911507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fdbb66cc67645fd with lease ID 0x910488f304cd16e4: Processing first storage report for DS-6ba43981-db55-4b92-8d3d-5057b5a097a9 from datanode DatanodeRegistration(127.0.0.1:42587, datanodeUuid=442f83c3-20b1-467e-a986-2358894cd3b4, infoPort=37503, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=1936639504;c=1731406911507) 2024-11-12T10:21:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fdbb66cc67645fd with lease ID 0x910488f304cd16e4: from storage DS-6ba43981-db55-4b92-8d3d-5057b5a097a9 node DatanodeRegistration(127.0.0.1:42587, datanodeUuid=442f83c3-20b1-467e-a986-2358894cd3b4, infoPort=37503, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=1936639504;c=1731406911507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:53,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf 2024-11-12T10:21:53,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:53,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:21:53,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:53,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:53,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:54,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18 with version=8 2024-11-12T10:21:54,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/hbase-staging 2024-11-12T10:21:54,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:54,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35289 2024-11-12T10:21:54,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35289 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:21:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352890x0, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:54,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35289-0x1012e90d3a70000 connected 2024-11-12T10:21:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:21:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:21:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:21:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:21:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:21:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:21:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:21:54,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:54,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:54,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/running 2024-11-12T10:21:54,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18, hbase.cluster.distributed=false 2024-11-12T10:21:54,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/acl 2024-11-12T10:21:54,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35289 2024-11-12T10:21:54,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35289 2024-11-12T10:21:54,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35289 2024-11-12T10:21:54,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35289 2024-11-12T10:21:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35289 2024-11-12T10:21:54,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:54,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41311 2024-11-12T10:21:54,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41311 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:21:54,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:54,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413110x0, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:54,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413110x0, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/running 2024-11-12T10:21:54,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41311-0x1012e90d3a70001 connected 2024-11-12T10:21:54,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:21:54,407 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:21:54,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/master 2024-11-12T10:21:54,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/acl 2024-11-12T10:21:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-12T10:21:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41311 2024-11-12T10:21:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41311 2024-11-12T10:21:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-12T10:21:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-12T10:21:54,423 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:35289 2024-11-12T10:21:54,424 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-873253034/backup-masters/a10fb4296bab,35289,1731406914199 2024-11-12T10:21:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034/backup-masters 2024-11-12T10:21:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034/backup-masters 2024-11-12T10:21:54,436 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on existing znode=/0-873253034/backup-masters/a10fb4296bab,35289,1731406914199 2024-11-12T10:21:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-873253034/master 2024-11-12T10:21:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:54,448 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on existing znode=/0-873253034/master 2024-11-12T10:21:54,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-873253034/backup-masters/a10fb4296bab,35289,1731406914199 from backup master directory 2024-11-12T10:21:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-873253034/backup-masters/a10fb4296bab,35289,1731406914199 2024-11-12T10:21:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034/backup-masters 2024-11-12T10:21:54,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034/backup-masters 2024-11-12T10:21:54,458 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:54,459 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,35289,1731406914199 2024-11-12T10:21:54,461 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/hbase.id] with ID: 5e121129-2529-4d8e-9085-682b8c30cef9 2024-11-12T10:21:54,461 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/.tmp/hbase.id 2024-11-12T10:21:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:21:54,865 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/.tmp/hbase.id]:[hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/hbase.id] 2024-11-12T10:21:54,872 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:54,872 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:21:54,872 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T10:21:54,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:54,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:21:55,326 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:21:55,327 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:21:55,327 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:21:55,733 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store 2024-11-12T10:21:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:21:55,737 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:55,737 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:21:55,737 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:55,737 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:55,737 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:21:55,737 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:55,737 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:21:55,737 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406915737Disabling compacts and flushes for region at 1731406915737Disabling writes for close at 1731406915737Writing region close event to WAL at 1731406915737Closed at 1731406915737 2024-11-12T10:21:55,738 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/.initializing 2024-11-12T10:21:55,738 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/WALs/a10fb4296bab,35289,1731406914199 2024-11-12T10:21:55,738 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:55,739 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C35289%2C1731406914199, suffix=, logDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/WALs/a10fb4296bab,35289,1731406914199, archiveDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/oldWALs, maxLogs=10 2024-11-12T10:21:55,751 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/WALs/a10fb4296bab,35289,1731406914199/a10fb4296bab%2C35289%2C1731406914199.1731406915740, exclude list is [], retry=0 2024-11-12T10:21:55,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-4943a191-1ecc-46cc-974a-0daa9cea0bbd,DISK] 2024-11-12T10:21:55,755 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/WALs/a10fb4296bab,35289,1731406914199/a10fb4296bab%2C35289%2C1731406914199.1731406915740 2024-11-12T10:21:55,755 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-11-12T10:21:55,755 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:55,755 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:55,755 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,755 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:21:55,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:55,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:55,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:21:55,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:55,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:55,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:21:55,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:55,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:55,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:21:55,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:55,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:21:55,761 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,761 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,762 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,762 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,762 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,763 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:55,763 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:21:55,765 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:55,765 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337021, jitterRate=-0.056204840540885925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:55,765 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406915756Initializing all the Stores at 1731406915756Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406915756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406915756Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406915756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406915756Cleaning up temporary data from old regions at 1731406915762 (+6 ms)Region opened successfully at 1731406915765 (+3 ms) 2024-11-12T10:21:55,765 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:21:55,767 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e11756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:55,768 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:21:55,768 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:21:55,768 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:21:55,768 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:21:55,768 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:21:55,769 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:21:55,769 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:21:55,770 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:21:55,770 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Unable to get data of znode /0-873253034/balancer because node does not exist (not necessarily an error) 2024-11-12T10:21:55,816 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-873253034/balancer already deleted, retry=false 2024-11-12T10:21:55,817 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:21:55,817 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Unable to get data of znode /0-873253034/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:21:55,827 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-873253034/normalizer already deleted, retry=false 2024-11-12T10:21:55,827 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:21:55,828 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Unable to get data of znode /0-873253034/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:21:55,837 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-873253034/switch/split already deleted, retry=false 2024-11-12T10:21:55,838 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Unable to get data of znode /0-873253034/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:21:55,848 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-873253034/switch/merge already deleted, retry=false 2024-11-12T10:21:55,849 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Unable to get data of znode /0-873253034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:21:55,858 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-873253034/snapshot-cleanup already deleted, retry=false 2024-11-12T10:21:55,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-873253034/running 2024-11-12T10:21:55,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-873253034/running 2024-11-12T10:21:55,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:55,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:55,869 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,35289,1731406914199, sessionid=0x1012e90d3a70000, setting cluster-up flag (Was=false) 2024-11-12T10:21:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:55,922 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-873253034/flush-table-proc/acquired, /0-873253034/flush-table-proc/reached, /0-873253034/flush-table-proc/abort 2024-11-12T10:21:55,922 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35289,1731406914199 2024-11-12T10:21:55,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:55,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:55,974 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-873253034/online-snapshot/acquired, /0-873253034/online-snapshot/reached, /0-873253034/online-snapshot/abort 2024-11-12T10:21:55,975 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35289,1731406914199 2024-11-12T10:21:55,976 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:21:55,977 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:55,977 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:21:55,977 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:21:55,977 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,35289,1731406914199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:55,980 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:55,981 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406945981 2024-11-12T10:21:55,981 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:21:55,981 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:55,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:55,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:21:55,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:21:55,983 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406915982,5,FailOnTimeoutGroup] 2024-11-12T10:21:55,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:55,983 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406915983,5,FailOnTimeoutGroup] 2024-11-12T10:21:55,983 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:55,983 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:21:55,983 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:55,983 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:55,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:21:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:21:56,015 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(746): ClusterId : 5e121129-2529-4d8e-9085-682b8c30cef9 2024-11-12T10:21:56,015 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:21:56,027 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:21:56,027 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:21:56,038 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:21:56,038 DEBUG [RS:0;a10fb4296bab:41311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:21:56,052 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:41311 2024-11-12T10:21:56,052 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:21:56,052 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:21:56,052 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:21:56,053 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,35289,1731406914199 with port=41311, startcode=1731406914392 2024-11-12T10:21:56,053 DEBUG [RS:0;a10fb4296bab:41311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:21:56,054 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:21:56,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35289 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,056 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18 2024-11-12T10:21:56,056 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36421 2024-11-12T10:21:56,056 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:21:56,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034/rs 2024-11-12T10:21:56,068 DEBUG [RS:0;a10fb4296bab:41311 {}] zookeeper.ZKUtil(111): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on existing znode=/0-873253034/rs/a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,068 WARN [RS:0;a10fb4296bab:41311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:56,068 INFO [RS:0;a10fb4296bab:41311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:56,068 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,41311,1731406914392] 2024-11-12T10:21:56,070 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:21:56,071 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:21:56,072 INFO [RS:0;a10fb4296bab:41311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:21:56,072 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,072 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:21:56,072 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:21:56,072 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,072 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,072 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,072 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,072 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,072 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:56,073 DEBUG [RS:0;a10fb4296bab:41311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:21:56,078 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,078 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,078 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,078 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,078 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,078 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41311,1731406914392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:56,090 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:21:56,090 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41311,1731406914392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,090 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,090 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.Replication(171): a10fb4296bab,41311,1731406914392 started 2024-11-12T10:21:56,103 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:56,103 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,41311,1731406914392, RpcServer on a10fb4296bab/172.17.0.3:41311, sessionid=0x1012e90d3a70001 2024-11-12T10:21:56,103 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:21:56,103 DEBUG [RS:0;a10fb4296bab:41311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,103 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41311,1731406914392' 2024-11-12T10:21:56,103 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-873253034/flush-table-proc/abort' 2024-11-12T10:21:56,103 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-873253034/flush-table-proc/acquired' 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41311,1731406914392' 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-873253034/online-snapshot/abort' 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-873253034/online-snapshot/acquired' 2024-11-12T10:21:56,104 DEBUG [RS:0;a10fb4296bab:41311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:21:56,104 INFO [RS:0;a10fb4296bab:41311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:21:56,104 INFO [RS:0;a10fb4296bab:41311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:21:56,205 INFO [RS:0;a10fb4296bab:41311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:21:56,206 INFO [RS:0;a10fb4296bab:41311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41311%2C1731406914392, suffix=, logDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392, archiveDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/oldWALs, maxLogs=10 2024-11-12T10:21:56,222 DEBUG [RS:0;a10fb4296bab:41311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206, exclude list is [], retry=0 2024-11-12T10:21:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-4943a191-1ecc-46cc-974a-0daa9cea0bbd,DISK] 2024-11-12T10:21:56,227 INFO [RS:0;a10fb4296bab:41311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 2024-11-12T10:21:56,227 DEBUG [RS:0;a10fb4296bab:41311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-11-12T10:21:56,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:21:56,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18 2024-11-12T10:21:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:21:56,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:56,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:56,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:56,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:56,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:56,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:56,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:56,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:56,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:56,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:56,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:56,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:56,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:56,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:56,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:56,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:56,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740 2024-11-12T10:21:56,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740 2024-11-12T10:21:56,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:56,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:56,809 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:56,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:21:56,812 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69654845, jitterRate=0.03793807327747345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406916801Initializing all the Stores at 1731406916802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406916802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406916802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406916802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406916802Cleaning up temporary data from old regions at 1731406916809 (+7 ms)Region opened successfully at 1731406916812 (+3 ms) 2024-11-12T10:21:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:21:56,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:21:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:21:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:21:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:21:56,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:21:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406916813Disabling compacts and flushes for region at 1731406916813Disabling writes for close at 1731406916813Writing region close event to WAL at 1731406916813Closed at 1731406916813 2024-11-12T10:21:56,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:56,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:21:56,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:21:56,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:56,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:21:56,965 DEBUG [a10fb4296bab:35289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:21:56,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,41311,1731406914392 2024-11-12T10:21:56,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41311,1731406914392, state=OPENING 2024-11-12T10:21:57,016 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:21:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:21:57,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-873253034/meta-region-server: CHANGED 2024-11-12T10:21:57,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-873253034/meta-region-server: CHANGED 2024-11-12T10:21:57,027 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:21:57,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41311,1731406914392}] 2024-11-12T10:21:57,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:21:57,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:21:57,183 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:21:57,183 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:21:57,184 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:21:57,185 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41311%2C1731406914392.meta, suffix=.meta, logDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392, archiveDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/oldWALs, maxLogs=10 2024-11-12T10:21:57,196 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.meta.1731406917185.meta, exclude list is [], retry=0 2024-11-12T10:21:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-4943a191-1ecc-46cc-974a-0daa9cea0bbd,DISK] 2024-11-12T10:21:57,200 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.meta.1731406917185.meta 2024-11-12T10:21:57,200 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-11-12T10:21:57,200 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:21:57,200 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:21:57,200 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:21:57,201 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:21:57,201 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:21:57,201 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:21:57,201 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:21:57,201 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:21:57,201 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:21:57,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:21:57,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:21:57,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:57,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:57,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:21:57,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:21:57,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:21:57,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:21:57,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:57,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:57,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:21:57,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:21:57,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:21:57,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:21:57,205 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:21:57,206 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740 2024-11-12T10:21:57,206 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740 2024-11-12T10:21:57,207 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:21:57,207 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:21:57,207 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:21:57,208 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:21:57,208 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64669580, jitterRate=-0.036348164081573486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:21:57,208 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:21:57,209 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406917201Writing region info on filesystem at 1731406917201Initializing all the Stores at 1731406917202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406917202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406917202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406917202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406917202Cleaning up temporary data from old regions at 1731406917207 (+5 ms)Running coprocessor post-open hooks at 1731406917208 (+1 ms)Region opened successfully at 1731406917209 (+1 ms) 2024-11-12T10:21:57,209 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406917179 2024-11-12T10:21:57,211 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:21:57,211 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:21:57,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41311,1731406914392 2024-11-12T10:21:57,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41311,1731406914392, state=OPEN 2024-11-12T10:21:57,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-873253034/meta-region-server 2024-11-12T10:21:57,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-873253034/meta-region-server 2024-11-12T10:21:57,242 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,41311,1731406914392 2024-11-12T10:21:57,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-873253034/meta-region-server: CHANGED 2024-11-12T10:21:57,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-873253034/meta-region-server: CHANGED 2024-11-12T10:21:57,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:21:57,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41311,1731406914392 in 215 msec 2024-11-12T10:21:57,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:21:57,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-12T10:21:57,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:21:57,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:21:57,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:57,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41311,1731406914392, seqNum=-1] 2024-11-12T10:21:57,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:57,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:57,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-12T10:21:57,252 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406917252, completionTime=-1 2024-11-12T10:21:57,252 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:21:57,252 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:21:57,265 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:21:57,265 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406977265 2024-11-12T10:21:57,265 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407037265 2024-11-12T10:21:57,265 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-12T10:21:57,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35289,1731406914199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35289,1731406914199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35289,1731406914199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:35289, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,267 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.810sec 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35289,1731406914199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:21:57,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35289,1731406914199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:21:57,271 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:21:57,271 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:21:57,271 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35289,1731406914199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:21:57,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f102eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:57,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35289,-1 for getting cluster id 2024-11-12T10:21:57,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:21:57,317 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e121129-2529-4d8e-9085-682b8c30cef9' 2024-11-12T10:21:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:21:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e121129-2529-4d8e-9085-682b8c30cef9" 2024-11-12T10:21:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528211c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35289,-1] 2024-11-12T10:21:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:21:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:21:57,319 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:21:57,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e774fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:21:57,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:21:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41311,1731406914392, seqNum=-1] 2024-11-12T10:21:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:21:57,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:21:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,35289,1731406914199 2024-11-12T10:21:57,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:21:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:57,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e90d3a70002 connected 2024-11-12T10:21:57,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir so I do NOT create it in target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b 2024-11-12T10:21:57,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:21:57,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.tmp.dir so I do NOT create it in target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b 2024-11-12T10:21:57,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:21:57,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b 2024-11-12T10:21:57,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:21:57,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/cluster_46e8bf47-5b0b-be1c-337d-c43d65994392, deleteOnExit=true 2024-11-12T10:21:57,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/test.cache.data in system properties and HBase conf 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:21:57,469 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:57,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:21:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:21:57,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:57,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:57,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:57,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:57,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:57,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:57,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e67e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:57,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32455bb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:57,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7395d062{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/java.io.tmpdir/jetty-localhost-36469-hadoop-hdfs-3_4_1-tests_jar-_-any-4820651425081128455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:21:57,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6924ddca{HTTP/1.1, (http/1.1)}{localhost:36469} 2024-11-12T10:21:57,920 INFO [Time-limited test {}] server.Server(415): Started @270228ms 2024-11-12T10:21:58,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:21:58,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:21:58,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:21:58,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:21:58,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:21:58,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1733f880{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:21:58,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16774168{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:21:58,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41a37297{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/java.io.tmpdir/jetty-localhost-44203-hadoop-hdfs-3_4_1-tests_jar-_-any-11751271007275829498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:21:58,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39ef07de{HTTP/1.1, (http/1.1)}{localhost:44203} 2024-11-12T10:21:58,306 INFO [Time-limited test {}] server.Server(415): Started @270614ms 2024-11-12T10:21:58,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:21:59,179 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/cluster_46e8bf47-5b0b-be1c-337d-c43d65994392/data/data1/current/BP-1322272399-172.17.0.3-1731406917496/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:59,179 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/cluster_46e8bf47-5b0b-be1c-337d-c43d65994392/data/data2/current/BP-1322272399-172.17.0.3-1731406917496/current, will proceed with Du for space computation calculation, 2024-11-12T10:21:59,197 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:21:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3016be7cce306453 with lease ID 0x142ad724181385cf: Processing first storage report for DS-e2d8fe57-e5bc-43e9-965a-5d36e4bf0e14 from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=6211749a-8562-4a77-ba56-d113fd46bb66, infoPort=44781, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=2099742516;c=1731406917496) 2024-11-12T10:21:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3016be7cce306453 with lease ID 0x142ad724181385cf: from storage DS-e2d8fe57-e5bc-43e9-965a-5d36e4bf0e14 node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=6211749a-8562-4a77-ba56-d113fd46bb66, infoPort=44781, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=2099742516;c=1731406917496), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3016be7cce306453 with lease ID 0x142ad724181385cf: Processing first storage report for DS-afeb0587-feef-4992-8c23-ae02b65b0bb1 from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=6211749a-8562-4a77-ba56-d113fd46bb66, infoPort=44781, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=2099742516;c=1731406917496) 2024-11-12T10:21:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3016be7cce306453 with lease ID 0x142ad724181385cf: from storage DS-afeb0587-feef-4992-8c23-ae02b65b0bb1 node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=6211749a-8562-4a77-ba56-d113fd46bb66, infoPort=44781, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=2099742516;c=1731406917496), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:21:59,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b 2024-11-12T10:21:59,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:59,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:59,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:21:59,652 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff with version=8 2024-11-12T10:21:59,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/hbase-staging 2024-11-12T10:21:59,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:21:59,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:59,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39369 2024-11-12T10:21:59,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39369 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:21:59,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393690x0, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:59,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39369-0x1012e90d3a70003 connected 2024-11-12T10:21:59,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:59,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:59,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/running 2024-11-12T10:21:59,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff, hbase.cluster.distributed=false 2024-11-12T10:21:59,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/acl 2024-11-12T10:21:59,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39369 2024-11-12T10:21:59,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39369 2024-11-12T10:21:59,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39369 2024-11-12T10:21:59,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39369 2024-11-12T10:21:59,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39369 2024-11-12T10:21:59,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:21:59,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:59,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:59,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:21:59,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:21:59,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:21:59,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:21:59,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:21:59,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35729 2024-11-12T10:21:59,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35729 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:21:59,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:59,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:21:59,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357290x0, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:21:59,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357290x0, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/running 2024-11-12T10:21:59,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35729-0x1012e90d3a70004 connected 2024-11-12T10:21:59,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:21:59,826 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:21:59,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/master 2024-11-12T10:21:59,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/acl 2024-11-12T10:21:59,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35729 2024-11-12T10:21:59,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35729 2024-11-12T10:21:59,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35729 2024-11-12T10:21:59,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35729 2024-11-12T10:21:59,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35729 2024-11-12T10:21:59,845 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:39369 2024-11-12T10:21:59,846 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11949944059/backup-masters/a10fb4296bab,39369,1731406919654 2024-11-12T10:21:59,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:21:59,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059/backup-masters 2024-11-12T10:21:59,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059/backup-masters 2024-11-12T10:21:59,859 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on existing znode=/11949944059/backup-masters/a10fb4296bab,39369,1731406919654 2024-11-12T10:21:59,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:21:59,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11949944059/master 2024-11-12T10:21:59,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:21:59,869 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on existing znode=/11949944059/master 2024-11-12T10:21:59,869 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11949944059/backup-masters/a10fb4296bab,39369,1731406919654 from backup master directory 2024-11-12T10:21:59,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059/backup-masters 2024-11-12T10:21:59,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11949944059/backup-masters/a10fb4296bab,39369,1731406919654 2024-11-12T10:21:59,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059/backup-masters 2024-11-12T10:21:59,879 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:21:59,879 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,39369,1731406919654 2024-11-12T10:21:59,882 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/hbase.id] with ID: 6c5c36d8-6868-4676-8b65-c5719764db51 2024-11-12T10:21:59,882 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/.tmp/hbase.id 2024-11-12T10:21:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:21:59,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:21:59,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:00,290 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/.tmp/hbase.id]:[hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/hbase.id] 2024-11-12T10:22:00,297 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:00,297 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:22:00,298 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:22:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:22:00,758 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:00,759 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:22:00,759 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:22:01,165 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store 2024-11-12T10:22:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:22:01,169 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:01,169 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:01,169 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:01,170 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:01,170 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:01,170 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:01,170 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:01,170 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406921169Disabling compacts and flushes for region at 1731406921169Disabling writes for close at 1731406921170 (+1 ms)Writing region close event to WAL at 1731406921170Closed at 1731406921170 2024-11-12T10:22:01,170 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/.initializing 2024-11-12T10:22:01,170 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/WALs/a10fb4296bab,39369,1731406919654 2024-11-12T10:22:01,171 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:01,172 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C39369%2C1731406919654, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/WALs/a10fb4296bab,39369,1731406919654, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/oldWALs, maxLogs=10 2024-11-12T10:22:01,184 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/WALs/a10fb4296bab,39369,1731406919654/a10fb4296bab%2C39369%2C1731406919654.1731406921172, exclude list is [], retry=0 2024-11-12T10:22:01,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-e2d8fe57-e5bc-43e9-965a-5d36e4bf0e14,DISK] 2024-11-12T10:22:01,187 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/WALs/a10fb4296bab,39369,1731406919654/a10fb4296bab%2C39369%2C1731406919654.1731406921172 2024-11-12T10:22:01,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781)] 2024-11-12T10:22:01,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:01,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:01,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,188 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:22:01,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:01,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:01,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:22:01,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:01,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:22:01,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:01,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:22:01,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:01,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:01,194 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,194 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,194 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,195 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,195 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,195 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:01,196 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:01,197 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:01,197 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849571, jitterRate=0.07064203917980194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:01,197 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406921188Initializing all the Stores at 1731406921189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406921189Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406921189Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406921189Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406921189Cleaning up temporary data from old regions at 1731406921195 (+6 ms)Region opened successfully at 1731406921197 (+2 ms) 2024-11-12T10:22:01,198 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:22:01,200 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ab730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:01,200 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:22:01,200 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:22:01,201 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:22:01,201 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:22:01,201 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:22:01,201 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:22:01,201 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:22:01,202 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:22:01,203 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Unable to get data of znode /11949944059/balancer because node does not exist (not necessarily an error) 2024-11-12T10:22:01,269 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11949944059/balancer already deleted, retry=false 2024-11-12T10:22:01,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:22:01,270 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Unable to get data of znode /11949944059/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:22:01,279 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11949944059/normalizer already deleted, retry=false 2024-11-12T10:22:01,280 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:22:01,281 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Unable to get data of znode /11949944059/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:22:01,290 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11949944059/switch/split already deleted, retry=false 2024-11-12T10:22:01,291 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Unable to get data of znode /11949944059/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:22:01,300 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11949944059/switch/merge already deleted, retry=false 2024-11-12T10:22:01,302 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Unable to get data of znode /11949944059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:22:01,311 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11949944059/snapshot-cleanup already deleted, retry=false 2024-11-12T10:22:01,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11949944059/running 2024-11-12T10:22:01,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11949944059/running 2024-11-12T10:22:01,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:01,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:01,322 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,39369,1731406919654, sessionid=0x1012e90d3a70003, setting cluster-up flag (Was=false) 2024-11-12T10:22:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:01,374 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11949944059/flush-table-proc/acquired, /11949944059/flush-table-proc/reached, /11949944059/flush-table-proc/abort 2024-11-12T10:22:01,375 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39369,1731406919654 2024-11-12T10:22:01,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:01,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:01,426 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11949944059/online-snapshot/acquired, /11949944059/online-snapshot/reached, /11949944059/online-snapshot/abort 2024-11-12T10:22:01,427 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39369,1731406919654 2024-11-12T10:22:01,428 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:22:01,429 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:01,429 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:22:01,429 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:22:01,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,39369,1731406919654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:01,431 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,431 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406951431 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:22:01,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:01,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:22:01,432 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:22:01,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:01,433 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:22:01,433 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:22:01,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:22:01,433 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406921433,5,FailOnTimeoutGroup] 2024-11-12T10:22:01,433 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406921433,5,FailOnTimeoutGroup] 2024-11-12T10:22:01,433 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,433 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:22:01,433 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,433 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,437 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(746): ClusterId : 6c5c36d8-6868-4676-8b65-c5719764db51 2024-11-12T10:22:01,437 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:22:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:22:01,448 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:22:01,448 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:22:01,458 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:22:01,459 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cd15fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:01,472 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:35729 2024-11-12T10:22:01,472 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:22:01,472 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:22:01,472 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:22:01,473 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,39369,1731406919654 with port=35729, startcode=1731406919807 2024-11-12T10:22:01,473 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:22:01,474 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:22:01,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,35729,1731406919807 2024-11-12T10:22:01,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39369 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:01,476 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff 2024-11-12T10:22:01,476 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40239 2024-11-12T10:22:01,476 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:22:01,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059/rs 2024-11-12T10:22:01,559 DEBUG [RS:0;a10fb4296bab:35729 {}] zookeeper.ZKUtil(111): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on existing znode=/11949944059/rs/a10fb4296bab,35729,1731406919807 2024-11-12T10:22:01,559 WARN [RS:0;a10fb4296bab:35729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:01,559 INFO [RS:0;a10fb4296bab:35729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:01,559 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807 2024-11-12T10:22:01,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,35729,1731406919807] 2024-11-12T10:22:01,562 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:22:01,563 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:22:01,564 INFO [RS:0;a10fb4296bab:35729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:22:01,564 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,566 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:22:01,567 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:22:01,567 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:01,567 DEBUG [RS:0;a10fb4296bab:35729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:01,569 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,570 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,570 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,570 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,570 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,570 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35729,1731406919807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:01,584 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:22:01,584 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35729,1731406919807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,584 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,584 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.Replication(171): a10fb4296bab,35729,1731406919807 started 2024-11-12T10:22:01,596 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:01,596 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,35729,1731406919807, RpcServer on a10fb4296bab/172.17.0.3:35729, sessionid=0x1012e90d3a70004 2024-11-12T10:22:01,596 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:22:01,596 DEBUG [RS:0;a10fb4296bab:35729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,35729,1731406919807 2024-11-12T10:22:01,596 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35729,1731406919807' 2024-11-12T10:22:01,596 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11949944059/flush-table-proc/abort' 2024-11-12T10:22:01,597 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11949944059/flush-table-proc/acquired' 2024-11-12T10:22:01,597 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:22:01,597 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:22:01,597 DEBUG [RS:0;a10fb4296bab:35729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,35729,1731406919807 2024-11-12T10:22:01,597 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35729,1731406919807' 2024-11-12T10:22:01,597 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11949944059/online-snapshot/abort' 2024-11-12T10:22:01,598 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11949944059/online-snapshot/acquired' 2024-11-12T10:22:01,598 DEBUG [RS:0;a10fb4296bab:35729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:22:01,598 INFO [RS:0;a10fb4296bab:35729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:22:01,598 INFO [RS:0;a10fb4296bab:35729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:22:01,698 INFO [RS:0;a10fb4296bab:35729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:01,700 INFO [RS:0;a10fb4296bab:35729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35729%2C1731406919807, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/oldWALs, maxLogs=10 2024-11-12T10:22:01,712 DEBUG [RS:0;a10fb4296bab:35729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, exclude list is [], retry=0 2024-11-12T10:22:01,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-e2d8fe57-e5bc-43e9-965a-5d36e4bf0e14,DISK] 2024-11-12T10:22:01,716 INFO [RS:0;a10fb4296bab:35729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 2024-11-12T10:22:01,716 DEBUG [RS:0;a10fb4296bab:35729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781)] 2024-11-12T10:22:01,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:22:01,839 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff 2024-11-12T10:22:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:22:02,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:22:02,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:02,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:02,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:02,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:02,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:02,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:02,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:02,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:02,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:02,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:02,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740 2024-11-12T10:22:02,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740 2024-11-12T10:22:02,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:02,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:02,251 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:02,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:02,253 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:02,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73653992, jitterRate=0.09753000736236572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:02,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406922244Initializing all the Stores at 1731406922244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406922244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406922244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406922244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406922244Cleaning up temporary data from old regions at 1731406922251 (+7 ms)Region opened successfully at 1731406922254 (+3 ms) 2024-11-12T10:22:02,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:02,254 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:02,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:02,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:02,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:02,254 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:02,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406922254Disabling compacts and flushes for region at 1731406922254Disabling writes for close at 1731406922254Writing region close event to WAL at 1731406922254Closed at 1731406922254 2024-11-12T10:22:02,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:02,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:22:02,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:22:02,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:02,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:22:02,407 DEBUG [a10fb4296bab:39369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:22:02,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:02,408 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35729,1731406919807, state=OPENING 2024-11-12T10:22:02,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:22:02,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:02,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:02,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:02,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11949944059/meta-region-server: CHANGED 2024-11-12T10:22:02,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11949944059/meta-region-server: CHANGED 2024-11-12T10:22:02,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35729,1731406919807}] 2024-11-12T10:22:02,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:02,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:22:02,635 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:22:02,635 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:02,635 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:22:02,637 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35729%2C1731406919807.meta, suffix=.meta, logDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/oldWALs, maxLogs=10 2024-11-12T10:22:02,649 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.meta.1731406922637.meta, exclude list is [], retry=0 2024-11-12T10:22:02,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-e2d8fe57-e5bc-43e9-965a-5d36e4bf0e14,DISK] 2024-11-12T10:22:02,651 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.meta.1731406922637.meta 2024-11-12T10:22:02,652 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781)] 2024-11-12T10:22:02,652 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:02,652 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:02,652 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:02,653 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:22:02,653 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:22:02,653 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:22:02,653 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:02,653 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:22:02,653 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:22:02,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:02,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:02,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:02,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:02,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:02,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:02,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:02,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:02,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:02,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:02,657 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:02,658 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740 2024-11-12T10:22:02,659 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740 2024-11-12T10:22:02,659 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:02,660 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:02,660 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:02,661 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:02,661 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74633945, jitterRate=0.11213244497776031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:02,662 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:22:02,662 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406922653Writing region info on filesystem at 1731406922653Initializing all the Stores at 1731406922654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406922654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406922654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406922654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406922654Cleaning up temporary data from old regions at 1731406922660 (+6 ms)Running coprocessor post-open hooks at 1731406922662 (+2 ms)Region opened successfully at 1731406922662 2024-11-12T10:22:02,662 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406922631 2024-11-12T10:22:02,664 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:22:02,664 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:22:02,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:02,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35729,1731406919807, state=OPEN 2024-11-12T10:22:02,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11949944059/meta-region-server 2024-11-12T10:22:02,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11949944059/meta-region-server 2024-11-12T10:22:02,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:02,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11949944059/meta-region-server: CHANGED 2024-11-12T10:22:02,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11949944059/meta-region-server: CHANGED 2024-11-12T10:22:02,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:22:02,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35729,1731406919807 in 211 msec 2024-11-12T10:22:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:22:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-12T10:22:02,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:02,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:22:02,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:02,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35729,1731406919807, seqNum=-1] 2024-11-12T10:22:02,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:02,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:02,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-12T10:22:02,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406922700, completionTime=-1 2024-11-12T10:22:02,700 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:22:02,700 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:22:02,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:22:02,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406982702 2024-11-12T10:22:02,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407042702 2024-11-12T10:22:02,702 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:22:02,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39369,1731406919654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39369,1731406919654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39369,1731406919654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:39369, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,703 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,704 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:22:02,706 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.827sec 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39369,1731406919654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:02,707 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39369,1731406919654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:22:02,708 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:22:02,708 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:22:02,708 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39369,1731406919654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:02,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6536a930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:02,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:02,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:02,739 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:02,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:02,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5256199e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:02,741 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:02,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33431a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:02,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:02,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35729,1731406919807, seqNum=-1] 2024-11-12T10:22:02,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:02,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,39369,1731406919654 2024-11-12T10:22:02,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:22:02,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:02,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e90d3a70005 connected 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir so I do NOT create it in target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf 2024-11-12T10:22:02,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.tmp.dir so I do NOT create it in target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf 2024-11-12T10:22:02,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:22:02,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/cluster_615c0bf0-21b2-02e6-07e3-5f52364f4c40, deleteOnExit=true 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/test.cache.data in system properties and HBase conf 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:22:02,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:22:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:22:03,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:03,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:03,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:03,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:03,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:03,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:03,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b03d7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:03,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ee1fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:03,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b38f69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/java.io.tmpdir/jetty-localhost-45737-hadoop-hdfs-3_4_1-tests_jar-_-any-17872298563821831387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:03,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24aa29f9{HTTP/1.1, (http/1.1)}{localhost:45737} 2024-11-12T10:22:03,249 INFO [Time-limited test {}] server.Server(415): Started @275557ms 2024-11-12T10:22:03,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:03,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:03,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:03,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:03,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:03,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75eff3e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:03,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@369a7c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:03,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@127de83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/java.io.tmpdir/jetty-localhost-46295-hadoop-hdfs-3_4_1-tests_jar-_-any-9390941804891288008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:03,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e0f4b23{HTTP/1.1, (http/1.1)}{localhost:46295} 2024-11-12T10:22:03,648 INFO [Time-limited test {}] server.Server(415): Started @275956ms 2024-11-12T10:22:03,649 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:22:04,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:22:04,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:04,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T10:22:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:22:04,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:22:04,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:22:04,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:05,463 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/cluster_615c0bf0-21b2-02e6-07e3-5f52364f4c40/data/data2/current/BP-865859871-172.17.0.3-1731406922783/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:05,463 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/cluster_615c0bf0-21b2-02e6-07e3-5f52364f4c40/data/data1/current/BP-865859871-172.17.0.3-1731406922783/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:05,481 WARN [Thread-3672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b0a7559a14d663a with lease ID 0x5fd12c14624bf2cc: Processing first storage report for DS-97b9ade7-cc9c-48cb-a61b-65aa93ae2c41 from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=f2aae71b-1bdd-4450-9336-b83a0de01809, infoPort=46773, infoSecurePort=0, ipcPort=45033, storageInfo=lv=-57;cid=testClusterID;nsid=296030880;c=1731406922783) 2024-11-12T10:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b0a7559a14d663a with lease ID 0x5fd12c14624bf2cc: from storage DS-97b9ade7-cc9c-48cb-a61b-65aa93ae2c41 node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=f2aae71b-1bdd-4450-9336-b83a0de01809, infoPort=46773, infoSecurePort=0, ipcPort=45033, storageInfo=lv=-57;cid=testClusterID;nsid=296030880;c=1731406922783), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b0a7559a14d663a with lease ID 0x5fd12c14624bf2cc: Processing first storage report for DS-ccc99222-dca0-4294-8c82-664766f5ca3c from datanode DatanodeRegistration(127.0.0.1:41053, datanodeUuid=f2aae71b-1bdd-4450-9336-b83a0de01809, infoPort=46773, infoSecurePort=0, ipcPort=45033, storageInfo=lv=-57;cid=testClusterID;nsid=296030880;c=1731406922783) 2024-11-12T10:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b0a7559a14d663a with lease ID 0x5fd12c14624bf2cc: from storage DS-ccc99222-dca0-4294-8c82-664766f5ca3c node DatanodeRegistration(127.0.0.1:41053, datanodeUuid=f2aae71b-1bdd-4450-9336-b83a0de01809, infoPort=46773, infoSecurePort=0, ipcPort=45033, storageInfo=lv=-57;cid=testClusterID;nsid=296030880;c=1731406922783), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:22:05,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf 2024-11-12T10:22:05,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:05,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:22:05,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0 with version=8 2024-11-12T10:22:05,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/hbase-staging 2024-11-12T10:22:05,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:05,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:05,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43257 2024-11-12T10:22:05,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43257 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:22:06,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432570x0, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:06,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43257-0x1012e90d3a70006 connected 2024-11-12T10:22:06,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:06,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:06,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/running 2024-11-12T10:22:06,745 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0, hbase.cluster.distributed=false 2024-11-12T10:22:06,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/acl 2024-11-12T10:22:06,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43257 2024-11-12T10:22:06,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43257 2024-11-12T10:22:06,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43257 2024-11-12T10:22:06,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43257 2024-11-12T10:22:06,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43257 2024-11-12T10:22:06,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:06,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:06,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:06,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:06,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:06,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:06,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:22:06,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:06,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42757 2024-11-12T10:22:06,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42757 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:22:06,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:06,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:06,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427570x0, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:06,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427570x0, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/running 2024-11-12T10:22:06,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42757-0x1012e90d3a70007 connected 2024-11-12T10:22:06,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:22:06,785 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:22:06,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/master 2024-11-12T10:22:06,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/acl 2024-11-12T10:22:06,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-12T10:22:06,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42757 2024-11-12T10:22:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42757 2024-11-12T10:22:06,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-12T10:22:06,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-12T10:22:06,808 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:43257 2024-11-12T10:22:06,808 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21480020850/backup-masters/a10fb4296bab,43257,1731406925990 2024-11-12T10:22:06,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850/backup-masters 2024-11-12T10:22:06,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850/backup-masters 2024-11-12T10:22:06,816 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on existing znode=/21480020850/backup-masters/a10fb4296bab,43257,1731406925990 2024-11-12T10:22:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21480020850/master 2024-11-12T10:22:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:06,826 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on existing znode=/21480020850/master 2024-11-12T10:22:06,827 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21480020850/backup-masters/a10fb4296bab,43257,1731406925990 from backup master directory 2024-11-12T10:22:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21480020850/backup-masters/a10fb4296bab,43257,1731406925990 2024-11-12T10:22:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850/backup-masters 2024-11-12T10:22:06,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850/backup-masters 2024-11-12T10:22:06,837 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:06,837 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,43257,1731406925990 2024-11-12T10:22:06,839 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/hbase.id] with ID: 89aba739-186b-4655-b5da-e45ee3c1cbb9 2024-11-12T10:22:06,839 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/.tmp/hbase.id 2024-11-12T10:22:06,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:22:06,844 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/.tmp/hbase.id]:[hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/hbase.id] 2024-11-12T10:22:06,850 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:06,850 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:22:06,851 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:22:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:22:07,265 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:07,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:22:07,266 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:07,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:22:07,671 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store 2024-11-12T10:22:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:22:08,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:08,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:08,076 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:08,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:08,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:08,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:08,076 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:08,076 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406928076Disabling compacts and flushes for region at 1731406928076Disabling writes for close at 1731406928076Writing region close event to WAL at 1731406928076Closed at 1731406928076 2024-11-12T10:22:08,077 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/.initializing 2024-11-12T10:22:08,077 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/WALs/a10fb4296bab,43257,1731406925990 2024-11-12T10:22:08,077 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:08,079 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C43257%2C1731406925990, suffix=, logDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/WALs/a10fb4296bab,43257,1731406925990, archiveDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/oldWALs, maxLogs=10 2024-11-12T10:22:08,091 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/WALs/a10fb4296bab,43257,1731406925990/a10fb4296bab%2C43257%2C1731406925990.1731406928079, exclude list is [], retry=0 2024-11-12T10:22:08,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-97b9ade7-cc9c-48cb-a61b-65aa93ae2c41,DISK] 2024-11-12T10:22:08,094 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/WALs/a10fb4296bab,43257,1731406925990/a10fb4296bab%2C43257%2C1731406925990.1731406928079 2024-11-12T10:22:08,094 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-12T10:22:08,094 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:08,094 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:08,094 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,094 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:22:08,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:08,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:08,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:22:08,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:08,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:08,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:22:08,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:08,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:08,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:22:08,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:08,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:08,100 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,101 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,101 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,102 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,102 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,102 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:08,103 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:08,104 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:08,104 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60407800, jitterRate=-0.09985363483428955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:08,105 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406928095Initializing all the Stores at 1731406928095Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406928095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406928095Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406928095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406928095Cleaning up temporary data from old regions at 1731406928102 (+7 ms)Region opened successfully at 1731406928104 (+2 ms) 2024-11-12T10:22:08,105 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:22:08,106 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ebadfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:22:08,107 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:22:08,108 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:22:08,109 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Unable to get data of znode /21480020850/balancer because node does not exist (not necessarily an error) 2024-11-12T10:22:08,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:08,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:08,214 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21480020850/balancer already deleted, retry=false 2024-11-12T10:22:08,215 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:22:08,215 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Unable to get data of znode /21480020850/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:22:08,226 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21480020850/normalizer already deleted, retry=false 2024-11-12T10:22:08,226 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:22:08,228 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Unable to get data of znode /21480020850/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:22:08,236 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21480020850/switch/split already deleted, retry=false 2024-11-12T10:22:08,237 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Unable to get data of znode /21480020850/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:22:08,247 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21480020850/switch/merge already deleted, retry=false 2024-11-12T10:22:08,249 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Unable to get data of znode /21480020850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:22:08,257 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21480020850/snapshot-cleanup already deleted, retry=false 2024-11-12T10:22:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21480020850/running 2024-11-12T10:22:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21480020850/running 2024-11-12T10:22:08,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:08,269 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,43257,1731406925990, sessionid=0x1012e90d3a70006, setting cluster-up flag (Was=false) 2024-11-12T10:22:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:08,321 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21480020850/flush-table-proc/acquired, /21480020850/flush-table-proc/reached, /21480020850/flush-table-proc/abort 2024-11-12T10:22:08,322 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,43257,1731406925990 2024-11-12T10:22:08,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:08,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:08,373 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21480020850/online-snapshot/acquired, /21480020850/online-snapshot/reached, /21480020850/online-snapshot/abort 2024-11-12T10:22:08,374 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,43257,1731406925990 2024-11-12T10:22:08,375 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:22:08,376 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:08,376 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:22:08,376 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:22:08,376 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,43257,1731406925990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:08,378 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,378 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406958378 2024-11-12T10:22:08,378 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:22:08,378 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:22:08,378 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:22:08,378 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:22:08,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:08,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:22:08,379 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:22:08,380 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406928379,5,FailOnTimeoutGroup] 2024-11-12T10:22:08,380 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406928380,5,FailOnTimeoutGroup] 2024-11-12T10:22:08,380 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,380 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:22:08,380 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,380 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:08,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:22:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:22:08,396 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(746): ClusterId : 89aba739-186b-4655-b5da-e45ee3c1cbb9 2024-11-12T10:22:08,396 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:22:08,405 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:22:08,405 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:22:08,416 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:22:08,416 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b15c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:08,429 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:42757 2024-11-12T10:22:08,429 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:22:08,429 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:22:08,429 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:22:08,430 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,43257,1731406925990 with port=42757, startcode=1731406926767 2024-11-12T10:22:08,430 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:22:08,431 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:22:08,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,42757,1731406926767 2024-11-12T10:22:08,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43257 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:08,433 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0 2024-11-12T10:22:08,433 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44315 2024-11-12T10:22:08,433 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:22:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850/rs 2024-11-12T10:22:08,466 DEBUG [RS:0;a10fb4296bab:42757 {}] zookeeper.ZKUtil(111): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on existing znode=/21480020850/rs/a10fb4296bab,42757,1731406926767 2024-11-12T10:22:08,466 WARN [RS:0;a10fb4296bab:42757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:08,466 INFO [RS:0;a10fb4296bab:42757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:08,467 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767 2024-11-12T10:22:08,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,42757,1731406926767] 2024-11-12T10:22:08,469 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:22:08,470 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:22:08,470 INFO [RS:0;a10fb4296bab:42757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:22:08,470 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,470 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:08,471 DEBUG [RS:0;a10fb4296bab:42757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,471 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42757,1731406926767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:08,484 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:22:08,484 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42757,1731406926767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,484 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,484 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.Replication(171): a10fb4296bab,42757,1731406926767 started 2024-11-12T10:22:08,495 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:08,495 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,42757,1731406926767, RpcServer on a10fb4296bab/172.17.0.3:42757, sessionid=0x1012e90d3a70007 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,42757,1731406926767 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42757,1731406926767' 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21480020850/flush-table-proc/abort' 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21480020850/flush-table-proc/acquired' 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,42757,1731406926767 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42757,1731406926767' 2024-11-12T10:22:08,496 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21480020850/online-snapshot/abort' 2024-11-12T10:22:08,497 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21480020850/online-snapshot/acquired' 2024-11-12T10:22:08,497 DEBUG [RS:0;a10fb4296bab:42757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:22:08,497 INFO [RS:0;a10fb4296bab:42757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:22:08,497 INFO [RS:0;a10fb4296bab:42757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:22:08,597 INFO [RS:0;a10fb4296bab:42757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:08,598 INFO [RS:0;a10fb4296bab:42757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C42757%2C1731406926767, suffix=, logDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767, archiveDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/oldWALs, maxLogs=10 2024-11-12T10:22:08,609 DEBUG [RS:0;a10fb4296bab:42757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, exclude list is [], retry=0 2024-11-12T10:22:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-97b9ade7-cc9c-48cb-a61b-65aa93ae2c41,DISK] 2024-11-12T10:22:08,612 INFO [RS:0;a10fb4296bab:42757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 2024-11-12T10:22:08,613 DEBUG [RS:0;a10fb4296bab:42757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-12T10:22:08,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:22:08,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0 2024-11-12T10:22:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:22:09,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:09,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:09,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:09,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:09,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:09,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:09,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:09,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:09,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:09,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:09,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740 2024-11-12T10:22:09,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740 2024-11-12T10:22:09,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:09,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:09,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:09,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:09,205 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:09,205 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68704480, jitterRate=0.023776531219482422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:09,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406929194Initializing all the Stores at 1731406929195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406929195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406929195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406929195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406929195Cleaning up temporary data from old regions at 1731406929201 (+6 ms)Region opened successfully at 1731406929205 (+4 ms) 2024-11-12T10:22:09,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:09,205 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:09,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:09,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:09,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:09,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:09,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406929205Disabling compacts and flushes for region at 1731406929205Disabling writes for close at 1731406929206 (+1 ms)Writing region close event to WAL at 1731406929206Closed at 1731406929206 2024-11-12T10:22:09,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:09,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:22:09,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:22:09,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:09,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:22:09,358 DEBUG [a10fb4296bab:43257 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:22:09,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:09,359 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,42757,1731406926767, state=OPENING 2024-11-12T10:22:09,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:22:09,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:09,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:09,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21480020850/meta-region-server: CHANGED 2024-11-12T10:22:09,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21480020850/meta-region-server: CHANGED 2024-11-12T10:22:09,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:09,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,42757,1731406926767}] 2024-11-12T10:22:09,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:09,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:22:09,571 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:22:09,571 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:09,572 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:22:09,572 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C42757%2C1731406926767.meta, suffix=.meta, logDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767, archiveDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/oldWALs, maxLogs=10 2024-11-12T10:22:09,584 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.meta.1731406929573.meta, exclude list is [], retry=0 2024-11-12T10:22:09,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-97b9ade7-cc9c-48cb-a61b-65aa93ae2c41,DISK] 2024-11-12T10:22:09,586 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.meta.1731406929573.meta 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:09,587 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:22:09,587 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:22:09,587 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:22:09,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:09,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:09,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:09,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:09,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:09,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:09,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:09,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:09,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:09,591 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:09,592 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740 2024-11-12T10:22:09,593 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740 2024-11-12T10:22:09,593 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:09,593 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:09,594 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:09,594 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:09,595 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74859961, jitterRate=0.11550034582614899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:09,595 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:22:09,595 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406929587Writing region info on filesystem at 1731406929587Initializing all the Stores at 1731406929588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406929588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406929588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406929588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406929588Cleaning up temporary data from old regions at 1731406929593 (+5 ms)Running coprocessor post-open hooks at 1731406929595 (+2 ms)Region opened successfully at 1731406929595 2024-11-12T10:22:09,595 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406929568 2024-11-12T10:22:09,597 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:22:09,597 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:22:09,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:09,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,42757,1731406926767, state=OPEN 2024-11-12T10:22:09,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21480020850/meta-region-server 2024-11-12T10:22:09,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21480020850/meta-region-server 2024-11-12T10:22:09,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:09,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21480020850/meta-region-server: CHANGED 2024-11-12T10:22:09,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21480020850/meta-region-server: CHANGED 2024-11-12T10:22:09,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:22:09,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,42757,1731406926767 in 209 msec 2024-11-12T10:22:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:22:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-12T10:22:09,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:09,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:22:09,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:09,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42757,1731406926767, seqNum=-1] 2024-11-12T10:22:09,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:09,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:09,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-12T10:22:09,634 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406929634, completionTime=-1 2024-11-12T10:22:09,634 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:22:09,634 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406989635 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407049635 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43257,1731406925990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43257,1731406925990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43257,1731406925990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,635 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:43257, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,636 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,636 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,637 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:22:09,638 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.801sec 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43257,1731406925990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:09,639 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43257,1731406925990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:22:09,640 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:22:09,640 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:22:09,640 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,43257,1731406925990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:09,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b7410e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:09,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,43257,-1 for getting cluster id 2024-11-12T10:22:09,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:09,699 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89aba739-186b-4655-b5da-e45ee3c1cbb9' 2024-11-12T10:22:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89aba739-186b-4655-b5da-e45ee3c1cbb9" 2024-11-12T10:22:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7091899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,43257,-1] 2024-11-12T10:22:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:09,700 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:09,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738598ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:09,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42757,1731406926767, seqNum=-1] 2024-11-12T10:22:09,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:09,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:09,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,43257,1731406925990 2024-11-12T10:22:09,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56950 2024-11-12T10:22:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:09,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012e90d3a70008 connected 2024-11-12T10:22:09,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35289,1731406914199 2024-11-12T10:22:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3b4749 2024-11-12T10:22:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:09,724 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:09,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:22:09,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:09,727 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:09,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:22:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:09,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:22:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:10,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2cc2b971eadeee948421700247c8622, NAME => 'test,,1731406929724.c2cc2b971eadeee948421700247c8622.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18 2024-11-12T10:22:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:22:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:10,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406929724.c2cc2b971eadeee948421700247c8622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:10,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2cc2b971eadeee948421700247c8622, disabling compactions & flushes 2024-11-12T10:22:10,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406929724.c2cc2b971eadeee948421700247c8622. after waiting 0 ms 2024-11-12T10:22:10,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2cc2b971eadeee948421700247c8622: Waiting for close lock at 1731406930541Disabling compacts and flushes for region at 1731406930541Disabling writes for close at 1731406930541Writing region close event to WAL at 1731406930541Closed at 1731406930541 2024-11-12T10:22:10,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:10,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406929724.c2cc2b971eadeee948421700247c8622.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406930542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406930542"}]},"ts":"1731406930542"} 2024-11-12T10:22:10,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:10,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:10,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406930544"}]},"ts":"1731406930544"} 2024-11-12T10:22:10,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:22:10,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2cc2b971eadeee948421700247c8622, ASSIGN}] 2024-11-12T10:22:10,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2cc2b971eadeee948421700247c8622, ASSIGN 2024-11-12T10:22:10,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2cc2b971eadeee948421700247c8622, ASSIGN; state=OFFLINE, location=a10fb4296bab,41311,1731406914392; forceNewPlan=false, retain=false 2024-11-12T10:22:10,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2cc2b971eadeee948421700247c8622, regionState=OPENING, regionLocation=a10fb4296bab,41311,1731406914392 2024-11-12T10:22:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2cc2b971eadeee948421700247c8622, ASSIGN because future has completed 2024-11-12T10:22:10,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2cc2b971eadeee948421700247c8622, server=a10fb4296bab,41311,1731406914392}] 2024-11-12T10:22:10,855 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,855 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2cc2b971eadeee948421700247c8622, NAME => 'test,,1731406929724.c2cc2b971eadeee948421700247c8622.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:10,855 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:10,855 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:22:10,855 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,856 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406929724.c2cc2b971eadeee948421700247c8622.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:10,856 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,856 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,857 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,858 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2cc2b971eadeee948421700247c8622 columnFamilyName f 2024-11-12T10:22:10,858 DEBUG [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:10,858 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] regionserver.HStore(327): Store=c2cc2b971eadeee948421700247c8622/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:10,858 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,859 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2cc2b971eadeee948421700247c8622 columnFamilyName f1 2024-11-12T10:22:10,859 DEBUG [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:10,859 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] regionserver.HStore(327): Store=c2cc2b971eadeee948421700247c8622/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:10,859 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,859 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2cc2b971eadeee948421700247c8622 columnFamilyName norep 2024-11-12T10:22:10,859 DEBUG [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:10,860 INFO [StoreOpener-c2cc2b971eadeee948421700247c8622-1 {}] regionserver.HStore(327): Store=c2cc2b971eadeee948421700247c8622/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:10,860 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,860 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,860 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,861 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,861 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,861 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:10,862 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,864 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:10,864 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2cc2b971eadeee948421700247c8622; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65996709, jitterRate=-0.01657240092754364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:10,864 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:10,865 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2cc2b971eadeee948421700247c8622: Running coprocessor pre-open hook at 1731406930856Writing region info on filesystem at 1731406930856Initializing all the Stores at 1731406930856Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406930856Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406930856Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406930856Cleaning up temporary data from old regions at 1731406930861 (+5 ms)Running coprocessor post-open hooks at 1731406930864 (+3 ms)Region opened successfully at 1731406930865 (+1 ms) 2024-11-12T10:22:10,865 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406929724.c2cc2b971eadeee948421700247c8622., pid=6, masterSystemTime=1731406930852 2024-11-12T10:22:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:10,867 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,867 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:10,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2cc2b971eadeee948421700247c8622, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,41311,1731406914392 2024-11-12T10:22:10,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2cc2b971eadeee948421700247c8622, server=a10fb4296bab,41311,1731406914392 because future has completed 2024-11-12T10:22:10,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:22:10,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2cc2b971eadeee948421700247c8622, server=a10fb4296bab,41311,1731406914392 in 170 msec 2024-11-12T10:22:10,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:22:10,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2cc2b971eadeee948421700247c8622, ASSIGN in 325 msec 2024-11-12T10:22:10,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:10,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406930873"}]},"ts":"1731406930873"} 2024-11-12T10:22:10,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:22:10,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:10,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-12T10:22:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:11,877 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:22:11,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39369,1731406919654 2024-11-12T10:22:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74347b0e 2024-11-12T10:22:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:11,880 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:11,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:22:11,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:11,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:11,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:22:11,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:22:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:12,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1c135ec1cbbf9977a4df8b24f35242c, NAME => 'test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff 2024-11-12T10:22:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:22:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:12,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:12,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1c135ec1cbbf9977a4df8b24f35242c, disabling compactions & flushes 2024-11-12T10:22:12,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:12,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:12,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. after waiting 0 ms 2024-11-12T10:22:12,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:12,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:12,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1c135ec1cbbf9977a4df8b24f35242c: Waiting for close lock at 1731406932695Disabling compacts and flushes for region at 1731406932695Disabling writes for close at 1731406932695Writing region close event to WAL at 1731406932695Closed at 1731406932695 2024-11-12T10:22:12,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:12,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406932697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406932697"}]},"ts":"1731406932697"} 2024-11-12T10:22:12,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:12,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:12,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406932699"}]},"ts":"1731406932699"} 2024-11-12T10:22:12,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:22:12,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1c135ec1cbbf9977a4df8b24f35242c, ASSIGN}] 2024-11-12T10:22:12,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1c135ec1cbbf9977a4df8b24f35242c, ASSIGN 2024-11-12T10:22:12,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1c135ec1cbbf9977a4df8b24f35242c, ASSIGN; state=OFFLINE, location=a10fb4296bab,35729,1731406919807; forceNewPlan=false, retain=false 2024-11-12T10:22:12,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1c135ec1cbbf9977a4df8b24f35242c, regionState=OPENING, regionLocation=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1c135ec1cbbf9977a4df8b24f35242c, ASSIGN because future has completed 2024-11-12T10:22:12,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1c135ec1cbbf9977a4df8b24f35242c, server=a10fb4296bab,35729,1731406919807}] 2024-11-12T10:22:13,011 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:13,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1c135ec1cbbf9977a4df8b24f35242c, NAME => 'test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:13,011 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:13,011 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:22:13,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:13,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,012 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,013 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c135ec1cbbf9977a4df8b24f35242c columnFamilyName f 2024-11-12T10:22:13,013 DEBUG [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:13,014 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] regionserver.HStore(327): Store=d1c135ec1cbbf9977a4df8b24f35242c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:13,014 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,015 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c135ec1cbbf9977a4df8b24f35242c columnFamilyName f1 2024-11-12T10:22:13,015 DEBUG [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:13,015 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] regionserver.HStore(327): Store=d1c135ec1cbbf9977a4df8b24f35242c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:13,015 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,015 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c135ec1cbbf9977a4df8b24f35242c columnFamilyName norep 2024-11-12T10:22:13,015 DEBUG [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:13,016 INFO [StoreOpener-d1c135ec1cbbf9977a4df8b24f35242c-1 {}] regionserver.HStore(327): Store=d1c135ec1cbbf9977a4df8b24f35242c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:13,016 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,016 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,016 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,017 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,017 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:13,018 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:13,018 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,020 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:13,020 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1c135ec1cbbf9977a4df8b24f35242c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62349680, jitterRate=-0.07091736793518066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:13,020 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:13,020 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1c135ec1cbbf9977a4df8b24f35242c: Running coprocessor pre-open hook at 1731406933011Writing region info on filesystem at 1731406933012 (+1 ms)Initializing all the Stores at 1731406933012Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406933012Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406933012Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406933012Cleaning up temporary data from old regions at 1731406933017 (+5 ms)Running coprocessor post-open hooks at 1731406933020 (+3 ms)Region opened successfully at 1731406933020 2024-11-12T10:22:13,021 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c., pid=6, masterSystemTime=1731406933007 2024-11-12T10:22:13,022 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:13,022 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:13,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1c135ec1cbbf9977a4df8b24f35242c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1c135ec1cbbf9977a4df8b24f35242c, server=a10fb4296bab,35729,1731406919807 because future has completed 2024-11-12T10:22:13,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:22:13,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1c135ec1cbbf9977a4df8b24f35242c, server=a10fb4296bab,35729,1731406919807 in 170 msec 2024-11-12T10:22:13,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:22:13,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1c135ec1cbbf9977a4df8b24f35242c, ASSIGN in 326 msec 2024-11-12T10:22:13,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:13,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406933029"}]},"ts":"1731406933029"} 2024-11-12T10:22:13,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:22:13,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:13,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-12T10:22:13,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:22:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:14,037 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:22:14,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,43257,1731406925990 2024-11-12T10:22:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fccb1ca 2024-11-12T10:22:14,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:14,039 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:14,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:22:14,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:14,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:14,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:22:14,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:22:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:14,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:22:14,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:14,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:22:14,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T10:22:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:14,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f94e867a883b5aa6893c7ee995036ed, NAME => 'test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0 2024-11-12T10:22:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:22:14,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:14,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f94e867a883b5aa6893c7ee995036ed, disabling compactions & flushes 2024-11-12T10:22:14,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. after waiting 0 ms 2024-11-12T10:22:14,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f94e867a883b5aa6893c7ee995036ed: Waiting for close lock at 1731406934489Disabling compacts and flushes for region at 1731406934489Disabling writes for close at 1731406934490 (+1 ms)Writing region close event to WAL at 1731406934490Closed at 1731406934490 2024-11-12T10:22:14,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:14,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406934490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406934490"}]},"ts":"1731406934490"} 2024-11-12T10:22:14,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:14,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:14,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406934493"}]},"ts":"1731406934493"} 2024-11-12T10:22:14,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:22:14,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f94e867a883b5aa6893c7ee995036ed, ASSIGN}] 2024-11-12T10:22:14,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f94e867a883b5aa6893c7ee995036ed, ASSIGN 2024-11-12T10:22:14,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f94e867a883b5aa6893c7ee995036ed, ASSIGN; state=OFFLINE, location=a10fb4296bab,42757,1731406926767; forceNewPlan=false, retain=false 2024-11-12T10:22:14,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f94e867a883b5aa6893c7ee995036ed, regionState=OPENING, regionLocation=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f94e867a883b5aa6893c7ee995036ed, ASSIGN because future has completed 2024-11-12T10:22:14,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f94e867a883b5aa6893c7ee995036ed, server=a10fb4296bab,42757,1731406926767}] 2024-11-12T10:22:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:14,803 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,803 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f94e867a883b5aa6893c7ee995036ed, NAME => 'test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:14,804 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:14,804 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:22:14,804 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,804 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:14,804 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,804 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,805 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,806 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f94e867a883b5aa6893c7ee995036ed columnFamilyName f 2024-11-12T10:22:14,806 DEBUG [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:14,806 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] regionserver.HStore(327): Store=3f94e867a883b5aa6893c7ee995036ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:14,806 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,807 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f94e867a883b5aa6893c7ee995036ed columnFamilyName f1 2024-11-12T10:22:14,807 DEBUG [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:14,807 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] regionserver.HStore(327): Store=3f94e867a883b5aa6893c7ee995036ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:14,807 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,808 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f94e867a883b5aa6893c7ee995036ed columnFamilyName norep 2024-11-12T10:22:14,808 DEBUG [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:14,808 INFO [StoreOpener-3f94e867a883b5aa6893c7ee995036ed-1 {}] regionserver.HStore(327): Store=3f94e867a883b5aa6893c7ee995036ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:14,808 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,808 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,809 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,809 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,809 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,810 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:14,810 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,812 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:14,813 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f94e867a883b5aa6893c7ee995036ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72683249, jitterRate=0.08306480944156647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:14,813 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:14,813 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f94e867a883b5aa6893c7ee995036ed: Running coprocessor pre-open hook at 1731406934804Writing region info on filesystem at 1731406934804Initializing all the Stores at 1731406934805 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406934805Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406934805Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406934805Cleaning up temporary data from old regions at 1731406934809 (+4 ms)Running coprocessor post-open hooks at 1731406934813 (+4 ms)Region opened successfully at 1731406934813 2024-11-12T10:22:14,814 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed., pid=6, masterSystemTime=1731406934800 2024-11-12T10:22:14,816 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,816 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:14,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f94e867a883b5aa6893c7ee995036ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:14,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f94e867a883b5aa6893c7ee995036ed, server=a10fb4296bab,42757,1731406926767 because future has completed 2024-11-12T10:22:14,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:22:14,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f94e867a883b5aa6893c7ee995036ed, server=a10fb4296bab,42757,1731406926767 in 171 msec 2024-11-12T10:22:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:22:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f94e867a883b5aa6893c7ee995036ed, ASSIGN in 327 msec 2024-11-12T10:22:14,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:14,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406934823"}]},"ts":"1731406934823"} 2024-11-12T10:22:14,825 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:22:14,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:14,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-11-12T10:22:15,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:15,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:15,218 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:22:15,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470a35cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:15,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35289,-1 for getting cluster id 2024-11-12T10:22:15,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:15,219 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e121129-2529-4d8e-9085-682b8c30cef9' 2024-11-12T10:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e121129-2529-4d8e-9085-682b8c30cef9" 2024-11-12T10:22:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2151a441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35289,-1] 2024-11-12T10:22:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:15,221 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abaf15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:15,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35289,1731406914199 2024-11-12T10:22:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9ab56ea 2024-11-12T10:22:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:15,223 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:15,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:39369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:22:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:22:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:15,225 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39369' 2024-11-12T10:22:15,226 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2534660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:15,226 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:15,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:15,226 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b658ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:15,227 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:15,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a12083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:15,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:15,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39369,1731406919654 2024-11-12T10:22:15,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e5987c7 2024-11-12T10:22:15,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:15,229 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:15,230 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:22:15,230 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:22:15,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:15,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:15,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:15,231 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:15,231 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:22:15,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:15,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:15,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:22:15,282 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:22:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:15,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2faead904379bc18aaba703f9dc9ce9, NAME => 'hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18 2024-11-12T10:22:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:22:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:16,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:16,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2faead904379bc18aaba703f9dc9ce9, disabling compactions & flushes 2024-11-12T10:22:16,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. after waiting 0 ms 2024-11-12T10:22:16,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2faead904379bc18aaba703f9dc9ce9: Waiting for close lock at 1731406936044Disabling compacts and flushes for region at 1731406936044Disabling writes for close at 1731406936044Writing region close event to WAL at 1731406936044Closed at 1731406936044 2024-11-12T10:22:16,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:16,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406936045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406936045"}]},"ts":"1731406936045"} 2024-11-12T10:22:16,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:16,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:16,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406936048"}]},"ts":"1731406936048"} 2024-11-12T10:22:16,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:22:16,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2faead904379bc18aaba703f9dc9ce9, ASSIGN}] 2024-11-12T10:22:16,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2faead904379bc18aaba703f9dc9ce9, ASSIGN 2024-11-12T10:22:16,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2faead904379bc18aaba703f9dc9ce9, ASSIGN; state=OFFLINE, location=a10fb4296bab,41311,1731406914392; forceNewPlan=false, retain=false 2024-11-12T10:22:16,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2faead904379bc18aaba703f9dc9ce9, regionState=OPENING, regionLocation=a10fb4296bab,41311,1731406914392 2024-11-12T10:22:16,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2faead904379bc18aaba703f9dc9ce9, ASSIGN because future has completed 2024-11-12T10:22:16,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2faead904379bc18aaba703f9dc9ce9, server=a10fb4296bab,41311,1731406914392}] 2024-11-12T10:22:16,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:16,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:16,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:22:16,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41311%2C1731406914392.rep, suffix=, logDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392, archiveDir=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/oldWALs, maxLogs=10 2024-11-12T10:22:16,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.rep.1731406936359, exclude list is [], retry=0 2024-11-12T10:22:16,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42587,DS-4943a191-1ecc-46cc-974a-0daa9cea0bbd,DISK] 2024-11-12T10:22:16,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.rep.1731406936359 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2faead904379bc18aaba703f9dc9ce9, NAME => 'hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:16,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. service=MultiRowMutationService 2024-11-12T10:22:16,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,375 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,376 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2faead904379bc18aaba703f9dc9ce9 columnFamilyName hfileref 2024-11-12T10:22:16,376 DEBUG [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:16,376 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] regionserver.HStore(327): Store=f2faead904379bc18aaba703f9dc9ce9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:16,376 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,377 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2faead904379bc18aaba703f9dc9ce9 columnFamilyName queue 2024-11-12T10:22:16,377 DEBUG [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:16,377 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] regionserver.HStore(327): Store=f2faead904379bc18aaba703f9dc9ce9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:16,377 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,378 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2faead904379bc18aaba703f9dc9ce9 columnFamilyName sid 2024-11-12T10:22:16,378 DEBUG [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:16,378 INFO [StoreOpener-f2faead904379bc18aaba703f9dc9ce9-1 {}] regionserver.HStore(327): Store=f2faead904379bc18aaba703f9dc9ce9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:16,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:16,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:16,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2faead904379bc18aaba703f9dc9ce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66281452, jitterRate=-0.012329399585723877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:16,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:16,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2faead904379bc18aaba703f9dc9ce9: Running coprocessor pre-open hook at 1731406936375Writing region info on filesystem at 1731406936375Initializing all the Stores at 1731406936375Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406936375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406936375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406936375Cleaning up temporary data from old regions at 1731406936380 (+5 ms)Running coprocessor post-open hooks at 1731406936382 (+2 ms)Region opened successfully at 1731406936382 2024-11-12T10:22:16,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9., pid=10, masterSystemTime=1731406936355 2024-11-12T10:22:16,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:16,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2faead904379bc18aaba703f9dc9ce9, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41311,1731406914392 2024-11-12T10:22:16,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2faead904379bc18aaba703f9dc9ce9, server=a10fb4296bab,41311,1731406914392 because future has completed 2024-11-12T10:22:16,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:22:16,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2faead904379bc18aaba703f9dc9ce9, server=a10fb4296bab,41311,1731406914392 in 184 msec 2024-11-12T10:22:16,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:22:16,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2faead904379bc18aaba703f9dc9ce9, ASSIGN in 339 msec 2024-11-12T10:22:16,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:16,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406936390"}]},"ts":"1731406936390"} 2024-11-12T10:22:16,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:22:16,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:16,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-12T10:22:16,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9., hostname=a10fb4296bab,41311,1731406914392, seqNum=2] 2024-11-12T10:22:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:22:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:22:16,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:22:16,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:22:16,685 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:22:16,712 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,41311,1731406914392, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:22:16,712 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:16,712 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41311,1731406914392, seqNum=-1] 2024-11-12T10:22:16,713 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:16,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T10:22:16,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,41311,1731406914392', locateType=CURRENT is [region=hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9., hostname=a10fb4296bab,41311,1731406914392, seqNum=2] 2024-11-12T10:22:16,717 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:22:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:22:16,719 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,41311,1731406914392 suceeded 2024-11-12T10:22:16,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:22:16,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-12T10:22:16,720 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:39369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:22:16,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-12T10:22:16,730 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39369' 2024-11-12T10:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695100ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:16,731 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:16,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f1ca00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:16,732 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:16,733 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ab8da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:16,733 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:16,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39369,1731406919654 2024-11-12T10:22:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1e6b6d 2024-11-12T10:22:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:16,734 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T10:22:16,735 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,41311,1731406914392 (queues=1) is replicating from cluster=5e121129-2529-4d8e-9085-682b8c30cef9 to cluster=6c5c36d8-6868-4676-8b65-c5719764db51 2024-11-12T10:22:16,735 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C41311%2C1731406914392 2024-11-12T10:22:16,735 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,41311,1731406914392, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:22:16,735 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C41311%2C1731406914392 2024-11-12T10:22:16,736 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206, startPosition=0, beingWritten=true 2024-11-12T10:22:16,739 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:16,739 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:16,739 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41311,1731406914392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:16,942 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:17,245 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:17,377 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:22:17,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:17,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:17,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:17,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:17,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:17,379 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f777aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:17,380 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35855229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:17,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39369,1731406919654 2024-11-12T10:22:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ec4fd7 2024-11-12T10:22:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:17,382 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:17,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:43257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:22:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:22:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:17,384 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:43257' 2024-11-12T10:22:17,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b87104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:17,385 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,43257,-1 for getting cluster id 2024-11-12T10:22:17,385 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:17,385 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89aba739-186b-4655-b5da-e45ee3c1cbb9' 2024-11-12T10:22:17,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89aba739-186b-4655-b5da-e45ee3c1cbb9" 2024-11-12T10:22:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60334542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,43257,-1] 2024-11-12T10:22:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:17,386 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:17,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1168a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:17,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:17,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,43257,1731406925990 2024-11-12T10:22:17,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561edef7 2024-11-12T10:22:17,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:17,388 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:17,389 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:22:17,389 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:22:17,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:17,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:17,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:17,389 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:17,390 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:22:17,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:17,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:17,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:22:17,440 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:22:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:17,648 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:17,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 767bec39183b417149d670041e7ba6de, NAME => 'hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff 2024-11-12T10:22:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:22:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:18,150 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:18,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:18,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 767bec39183b417149d670041e7ba6de, disabling compactions & flushes 2024-11-12T10:22:18,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. after waiting 0 ms 2024-11-12T10:22:18,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 767bec39183b417149d670041e7ba6de: Waiting for close lock at 1731406938202Disabling compacts and flushes for region at 1731406938202Disabling writes for close at 1731406938202Writing region close event to WAL at 1731406938202Closed at 1731406938202 2024-11-12T10:22:18,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:18,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406938203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406938203"}]},"ts":"1731406938203"} 2024-11-12T10:22:18,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:18,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:18,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406938205"}]},"ts":"1731406938205"} 2024-11-12T10:22:18,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:22:18,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767bec39183b417149d670041e7ba6de, ASSIGN}] 2024-11-12T10:22:18,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767bec39183b417149d670041e7ba6de, ASSIGN 2024-11-12T10:22:18,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=767bec39183b417149d670041e7ba6de, ASSIGN; state=OFFLINE, location=a10fb4296bab,35729,1731406919807; forceNewPlan=false, retain=false 2024-11-12T10:22:18,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=767bec39183b417149d670041e7ba6de, regionState=OPENING, regionLocation=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:18,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=767bec39183b417149d670041e7ba6de, ASSIGN because future has completed 2024-11-12T10:22:18,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767bec39183b417149d670041e7ba6de, server=a10fb4296bab,35729,1731406919807}] 2024-11-12T10:22:18,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:18,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:22:18,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C35729%2C1731406919807.rep, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/oldWALs, maxLogs=10 2024-11-12T10:22:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:18,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.rep.1731406938517, exclude list is [], retry=0 2024-11-12T10:22:18,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-e2d8fe57-e5bc-43e9-965a-5d36e4bf0e14,DISK] 2024-11-12T10:22:18,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.rep.1731406938517 2024-11-12T10:22:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44781:44781)] 2024-11-12T10:22:18,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 767bec39183b417149d670041e7ba6de, NAME => 'hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:18,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. service=MultiRowMutationService 2024-11-12T10:22:18,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:22:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,533 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,534 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767bec39183b417149d670041e7ba6de columnFamilyName hfileref 2024-11-12T10:22:18,534 DEBUG [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:18,534 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] regionserver.HStore(327): Store=767bec39183b417149d670041e7ba6de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:18,534 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,535 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767bec39183b417149d670041e7ba6de columnFamilyName queue 2024-11-12T10:22:18,535 DEBUG [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:18,535 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] regionserver.HStore(327): Store=767bec39183b417149d670041e7ba6de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:18,535 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,536 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767bec39183b417149d670041e7ba6de columnFamilyName sid 2024-11-12T10:22:18,536 DEBUG [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:18,536 INFO [StoreOpener-767bec39183b417149d670041e7ba6de-1 {}] regionserver.HStore(327): Store=767bec39183b417149d670041e7ba6de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:18,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/replication/767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/replication/767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:18,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/replication/767bec39183b417149d670041e7ba6de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:18,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 767bec39183b417149d670041e7ba6de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61998099, jitterRate=-0.07615633308887482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:18,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:18,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 767bec39183b417149d670041e7ba6de: Running coprocessor pre-open hook at 1731406938532Writing region info on filesystem at 1731406938532Initializing all the Stores at 1731406938533 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406938533Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406938533Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406938533Cleaning up temporary data from old regions at 1731406938538 (+5 ms)Running coprocessor post-open hooks at 1731406938540 (+2 ms)Region opened successfully at 1731406938540 2024-11-12T10:22:18,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de., pid=10, masterSystemTime=1731406938513 2024-11-12T10:22:18,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:18,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=767bec39183b417149d670041e7ba6de, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,35729,1731406919807 2024-11-12T10:22:18,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767bec39183b417149d670041e7ba6de, server=a10fb4296bab,35729,1731406919807 because future has completed 2024-11-12T10:22:18,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:22:18,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 767bec39183b417149d670041e7ba6de, server=a10fb4296bab,35729,1731406919807 in 184 msec 2024-11-12T10:22:18,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:22:18,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767bec39183b417149d670041e7ba6de, ASSIGN in 339 msec 2024-11-12T10:22:18,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:18,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406938548"}]},"ts":"1731406938548"} 2024-11-12T10:22:18,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:22:18,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:18,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-12T10:22:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de., hostname=a10fb4296bab,35729,1731406919807, seqNum=2] 2024-11-12T10:22:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:18,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:22:18,754 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:18,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:22:18,852 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:22:18,877 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,35729,1731406919807, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:22:18,877 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:18,877 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35729,1731406919807, seqNum=-1] 2024-11-12T10:22:18,877 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:18,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T10:22:18,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,35729,1731406919807', locateType=CURRENT is [region=hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de., hostname=a10fb4296bab,35729,1731406919807, seqNum=2] 2024-11-12T10:22:18,881 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:22:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:22:18,883 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,35729,1731406919807 suceeded 2024-11-12T10:22:18,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:22:18,884 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:43257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:22:18,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T10:22:18,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-12T10:22:18,895 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:43257' 2024-11-12T10:22:18,896 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b2a4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:18,896 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,43257,-1 for getting cluster id 2024-11-12T10:22:18,896 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:18,896 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89aba739-186b-4655-b5da-e45ee3c1cbb9' 2024-11-12T10:22:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89aba739-186b-4655-b5da-e45ee3c1cbb9" 2024-11-12T10:22:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cc53a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:18,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,43257,-1] 2024-11-12T10:22:18,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:18,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:18,897 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:18,898 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677bd7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:18,898 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:18,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,43257,1731406925990 2024-11-12T10:22:18,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@607e53b8 2024-11-12T10:22:18,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:18,899 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T10:22:18,899 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,35729,1731406919807 (queues=1) is replicating from cluster=6c5c36d8-6868-4676-8b65-c5719764db51 to cluster=89aba739-186b-4655-b5da-e45ee3c1cbb9 2024-11-12T10:22:18,899 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C35729%2C1731406919807 2024-11-12T10:22:18,899 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,35729,1731406919807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:22:18,899 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, startPosition=0, beingWritten=true 2024-11-12T10:22:18,899 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C35729%2C1731406919807 2024-11-12T10:22:18,903 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:18,904 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:18,904 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:19,106 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:19,410 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:19,457 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:19,527 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:22:19,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:19,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:19,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:19,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:19,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:19,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:19,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,43257,-1 for getting cluster id 2024-11-12T10:22:19,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:19,529 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89aba739-186b-4655-b5da-e45ee3c1cbb9' 2024-11-12T10:22:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89aba739-186b-4655-b5da-e45ee3c1cbb9" 2024-11-12T10:22:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cf0243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,43257,-1] 2024-11-12T10:22:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:19,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:19,530 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f54b00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:19,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,43257,1731406925990 2024-11-12T10:22:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db0ea88 2024-11-12T10:22:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:19,531 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:19,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:39369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:22:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:22:19,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:22:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:19,564 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39369' 2024-11-12T10:22:19,565 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc45a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:19,565 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:19,565 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:19,565 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:19,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:19,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4957953d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:19,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:19,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:19,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:19,566 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:19,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7750bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:19,567 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:19,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39369,1731406919654 2024-11-12T10:22:19,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5656d50d 2024-11-12T10:22:19,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:19,568 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:19,569 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T10:22:19,569 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:22:19,569 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:19,569 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:19,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:19,569 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:19,570 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:22:19,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:19,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:19,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:22:19,620 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:22:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:19,813 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:19,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 130af9e9517b56e5795504825de6afde, NAME => 'hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0 2024-11-12T10:22:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:22:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:20,260 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:20,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,323 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 130af9e9517b56e5795504825de6afde, disabling compactions & flushes 2024-11-12T10:22:20,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. after waiting 0 ms 2024-11-12T10:22:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 130af9e9517b56e5795504825de6afde: Waiting for close lock at 1731406940381Disabling compacts and flushes for region at 1731406940381Disabling writes for close at 1731406940381Writing region close event to WAL at 1731406940381Closed at 1731406940381 2024-11-12T10:22:20,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:20,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406940383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406940383"}]},"ts":"1731406940383"} 2024-11-12T10:22:20,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:20,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:20,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406940386"}]},"ts":"1731406940386"} 2024-11-12T10:22:20,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:22:20,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130af9e9517b56e5795504825de6afde, ASSIGN}] 2024-11-12T10:22:20,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130af9e9517b56e5795504825de6afde, ASSIGN 2024-11-12T10:22:20,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=130af9e9517b56e5795504825de6afde, ASSIGN; state=OFFLINE, location=a10fb4296bab,42757,1731406926767; forceNewPlan=false, retain=false 2024-11-12T10:22:20,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=130af9e9517b56e5795504825de6afde, regionState=OPENING, regionLocation=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:20,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=130af9e9517b56e5795504825de6afde, ASSIGN because future has completed 2024-11-12T10:22:20,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 130af9e9517b56e5795504825de6afde, server=a10fb4296bab,42757,1731406926767}] 2024-11-12T10:22:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:20,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:20,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:22:20,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C42757%2C1731406926767.rep, suffix=, logDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767, archiveDir=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/oldWALs, maxLogs=10 2024-11-12T10:22:20,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.rep.1731406940702, exclude list is [], retry=0 2024-11-12T10:22:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41053,DS-97b9ade7-cc9c-48cb-a61b-65aa93ae2c41,DISK] 2024-11-12T10:22:20,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.rep.1731406940702 2024-11-12T10:22:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-12T10:22:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 130af9e9517b56e5795504825de6afde, NAME => 'hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:20,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. service=MultiRowMutationService 2024-11-12T10:22:20,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:22:20,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:20,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,729 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,729 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130af9e9517b56e5795504825de6afde columnFamilyName hfileref 2024-11-12T10:22:20,730 DEBUG [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:20,730 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] regionserver.HStore(327): Store=130af9e9517b56e5795504825de6afde/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:20,730 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,730 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130af9e9517b56e5795504825de6afde columnFamilyName queue 2024-11-12T10:22:20,730 DEBUG [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:20,731 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] regionserver.HStore(327): Store=130af9e9517b56e5795504825de6afde/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:20,731 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,731 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130af9e9517b56e5795504825de6afde columnFamilyName sid 2024-11-12T10:22:20,731 DEBUG [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:20,732 INFO [StoreOpener-130af9e9517b56e5795504825de6afde-1 {}] regionserver.HStore(327): Store=130af9e9517b56e5795504825de6afde/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:20,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/replication/130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/replication/130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:20,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/replication/130af9e9517b56e5795504825de6afde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:20,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 130af9e9517b56e5795504825de6afde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405008, jitterRate=0.12362217903137207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:20,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:20,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 130af9e9517b56e5795504825de6afde: Running coprocessor pre-open hook at 1731406940728Writing region info on filesystem at 1731406940728Initializing all the Stores at 1731406940728Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406940728Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406940728Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406940728Cleaning up temporary data from old regions at 1731406940733 (+5 ms)Running coprocessor post-open hooks at 1731406940736 (+3 ms)Region opened successfully at 1731406940736 2024-11-12T10:22:20,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde., pid=10, masterSystemTime=1731406940696 2024-11-12T10:22:20,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:20,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=130af9e9517b56e5795504825de6afde, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42757,1731406926767 2024-11-12T10:22:20,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 130af9e9517b56e5795504825de6afde, server=a10fb4296bab,42757,1731406926767 because future has completed 2024-11-12T10:22:20,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:22:20,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 130af9e9517b56e5795504825de6afde, server=a10fb4296bab,42757,1731406926767 in 197 msec 2024-11-12T10:22:20,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:22:20,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130af9e9517b56e5795504825de6afde, ASSIGN in 354 msec 2024-11-12T10:22:20,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:20,746 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406940745"}]},"ts":"1731406940745"} 2024-11-12T10:22:20,747 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:22:20,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:20,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-12T10:22:20,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde., hostname=a10fb4296bab,42757,1731406926767, seqNum=2] 2024-11-12T10:22:20,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:20,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:20,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:22:20,926 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:21,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:22:21,031 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:22:21,058 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,42757,1731406926767, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:22:21,058 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:21,058 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42757,1731406926767, seqNum=-1] 2024-11-12T10:22:21,059 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:21,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T10:22:21,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,42757,1731406926767', locateType=CURRENT is [region=hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde., hostname=a10fb4296bab,42757,1731406926767, seqNum=2] 2024-11-12T10:22:21,062 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:22:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:22:21,064 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,42757,1731406926767 suceeded 2024-11-12T10:22:21,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:22:21,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T10:22:21,066 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:39369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:22:21,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-11-12T10:22:21,077 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39369' 2024-11-12T10:22:21,078 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7acec7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,078 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:21,078 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:21,079 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:21,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:21,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:21,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@168c4ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:21,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:21,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:21,080 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:21,081 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207186f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,081 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:21,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39369,1731406919654 2024-11-12T10:22:21,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d2bc59 2024-11-12T10:22:21,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:21,083 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T10:22:21,083 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,42757,1731406926767 (queues=1) is replicating from cluster=89aba739-186b-4655-b5da-e45ee3c1cbb9 to cluster=6c5c36d8-6868-4676-8b65-c5719764db51 2024-11-12T10:22:21,083 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C42757%2C1731406926767 2024-11-12T10:22:21,083 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,42757,1731406926767, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:22:21,084 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, startPosition=0, beingWritten=true 2024-11-12T10:22:21,084 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C42757%2C1731406926767 2024-11-12T10:22:21,088 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:21,088 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 379, reset compression=false 2024-11-12T10:22:21,088 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:21,163 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:21,291 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 379, reset compression=false 2024-11-12T10:22:21,595 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 379, reset compression=false 2024-11-12T10:22:21,630 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:21,708 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:22:21,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:21,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:21,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:21,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:21,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:21,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6baf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35289,-1 for getting cluster id 2024-11-12T10:22:21,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:21,709 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e121129-2529-4d8e-9085-682b8c30cef9' 2024-11-12T10:22:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e121129-2529-4d8e-9085-682b8c30cef9" 2024-11-12T10:22:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2691e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35289,-1] 2024-11-12T10:22:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:21,711 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f6220b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e425d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:21,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:21,712 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92a8f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:21,714 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:21,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389df49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f99f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,43257,-1 for getting cluster id 2024-11-12T10:22:21,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:21,715 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89aba739-186b-4655-b5da-e45ee3c1cbb9' 2024-11-12T10:22:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89aba739-186b-4655-b5da-e45ee3c1cbb9" 2024-11-12T10:22:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167a271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,43257,-1] 2024-11-12T10:22:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:21,716 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e88ab84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:21,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41311,1731406914392, seqNum=-1] 2024-11-12T10:22:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:21,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406929724.c2cc2b971eadeee948421700247c8622., hostname=a10fb4296bab,41311,1731406914392, seqNum=2] 2024-11-12T10:22:21,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42757,1731406926767, seqNum=-1] 2024-11-12T10:22:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:21,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed., hostname=a10fb4296bab,42757,1731406926767, seqNum=2] 2024-11-12T10:22:21,728 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T10:22:21,998 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 379, reset compression=false 2024-11-12T10:22:22,166 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 379, reset compression=false 2024-11-12T10:22:22,170 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:22,170 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:22,170 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41311,1731406914392 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2cc2b971eadeee948421700247c8622/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T10:22:22,173 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:22,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T10:22:22,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:22,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cbd264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:22,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39369,-1 for getting cluster id 2024-11-12T10:22:22,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:22,175 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5c36d8-6868-4676-8b65-c5719764db51' 2024-11-12T10:22:22,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:22,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5c36d8-6868-4676-8b65-c5719764db51" 2024-11-12T10:22:22,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@647a50dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:22,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39369,-1] 2024-11-12T10:22:22,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:22,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:22,176 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:22,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e5b9076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:22,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35729,1731406919807, seqNum=-1] 2024-11-12T10:22:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:22,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T10:22:22,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c., hostname=a10fb4296bab,35729,1731406919807, seqNum=2] 2024-11-12T10:22:22,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:22,374 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:22,432 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 379, reset compression=false 2024-11-12T10:22:22,437 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:22,437 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 503, reset compression=false 2024-11-12T10:22:22,437 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1c135ec1cbbf9977a4df8b24f35242c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T10:22:22,439 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:22,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T10:22:22,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:22,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df8231a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:22,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,43257,-1 for getting cluster id 2024-11-12T10:22:22,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:22,441 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89aba739-186b-4655-b5da-e45ee3c1cbb9' 2024-11-12T10:22:22,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89aba739-186b-4655-b5da-e45ee3c1cbb9" 2024-11-12T10:22:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@234b4d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,43257,-1] 2024-11-12T10:22:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:22,442 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:22,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@214bcb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:22,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:22,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42757,1731406926767, seqNum=-1] 2024-11-12T10:22:22,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:22,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T10:22:22,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed., hostname=a10fb4296bab,42757,1731406926767, seqNum=2] 2024-11-12T10:22:22,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:22,502 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 379, reset compression=false 2024-11-12T10:22:22,506 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:22,507 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 526, reset compression=false 2024-11-12T10:22:22,507 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:22,641 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 503, reset compression=false 2024-11-12T10:22:22,677 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:22,710 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 526, reset compression=false 2024-11-12T10:22:22,729 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T10:22:22,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35729,1731406919807, seqNum=-1] 2024-11-12T10:22:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:22,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:22,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c., hostname=a10fb4296bab,35729,1731406919807, seqNum=2] 2024-11-12T10:22:22,735 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T10:22:22,945 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 503, reset compression=false 2024-11-12T10:22:22,949 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:22,949 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 607, reset compression=false 2024-11-12T10:22:22,949 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1c135ec1cbbf9977a4df8b24f35242c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:22:22,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:22,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:23,013 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 526, reset compression=false 2024-11-12T10:22:23,017 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:23,017 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 653, reset compression=false 2024-11-12T10:22:23,017 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:23,081 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:23,152 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 607, reset compression=false 2024-11-12T10:22:23,220 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 653, reset compression=false 2024-11-12T10:22:23,456 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 607, reset compression=false 2024-11-12T10:22:23,523 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 653, reset compression=false 2024-11-12T10:22:23,584 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:23,737 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T10:22:23,739 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T10:22:23,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:22:23,860 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 607, reset compression=false 2024-11-12T10:22:23,926 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 653, reset compression=false 2024-11-12T10:22:23,930 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:23,930 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 757, reset compression=false 2024-11-12T10:22:23,930 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f94e867a883b5aa6893c7ee995036ed/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T10:22:23,932 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:23,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T10:22:23,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:23,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:24,133 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 757, reset compression=false 2024-11-12T10:22:24,186 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:24,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T10:22:24,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:24,364 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 607, reset compression=false 2024-11-12T10:22:24,367 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:24,368 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 735, reset compression=false 2024-11-12T10:22:24,368 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:24,436 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 757, reset compression=false 2024-11-12T10:22:24,571 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 735, reset compression=false 2024-11-12T10:22:24,741 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T10:22:24,744 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T10:22:24,840 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 757, reset compression=false 2024-11-12T10:22:24,874 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 735, reset compression=false 2024-11-12T10:22:24,889 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 480, reset compression=false 2024-11-12T10:22:24,892 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:24,892 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:24,892 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41311,1731406914392 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2cc2b971eadeee948421700247c8622/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T10:22:24,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:24,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:25,096 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:25,277 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 735, reset compression=false 2024-11-12T10:22:25,280 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:25,281 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 882, reset compression=false 2024-11-12T10:22:25,281 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1c135ec1cbbf9977a4df8b24f35242c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T10:22:25,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:25,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:25,344 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 757, reset compression=false 2024-11-12T10:22:25,348 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:25,348 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 927, reset compression=false 2024-11-12T10:22:25,348 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:25,399 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:25,484 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 882, reset compression=false 2024-11-12T10:22:25,552 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 927, reset compression=false 2024-11-12T10:22:25,745 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T10:22:25,747 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T10:22:25,787 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 882, reset compression=false 2024-11-12T10:22:25,791 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:25,791 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1041, reset compression=false 2024-11-12T10:22:25,791 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[{test/d1c135ec1cbbf9977a4df8b24f35242c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T10:22:25,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:25,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:25,801 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:25,855 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 927, reset compression=false 2024-11-12T10:22:25,858 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:25,858 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1076, reset compression=false 2024-11-12T10:22:25,858 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:25,995 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1041, reset compression=false 2024-11-12T10:22:26,061 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1076, reset compression=false 2024-11-12T10:22:26,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:26,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:26,298 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1041, reset compression=false 2024-11-12T10:22:26,304 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:26,365 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1076, reset compression=false 2024-11-12T10:22:26,701 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1041, reset compression=false 2024-11-12T10:22:26,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T10:22:26,751 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T10:22:26,769 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1076, reset compression=false 2024-11-12T10:22:26,773 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:22:26,773 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1235, reset compression=false 2024-11-12T10:22:26,773 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f94e867a883b5aa6893c7ee995036ed/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T10:22:26,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T10:22:26,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T10:22:26,907 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:26,976 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1235, reset compression=false 2024-11-12T10:22:27,205 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1041, reset compression=false 2024-11-12T10:22:27,208 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:27,208 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:27,208 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:27,279 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1235, reset compression=false 2024-11-12T10:22:27,411 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:27,611 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:27,682 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1235, reset compression=false 2024-11-12T10:22:27,714 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:27,753 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T10:22:27,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:22:27,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:27,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:27,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:27,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:27,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:22:27,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1489487819, stopped=false 2024-11-12T10:22:27,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,43257,1731406925990 2024-11-12T10:22:27,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21480020850/running 2024-11-12T10:22:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21480020850/running 2024-11-12T10:22:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:27,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:22:27,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:27,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:27,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:27,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/running 2024-11-12T10:22:27,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Set watcher on znode that does not yet exist, /21480020850/running 2024-11-12T10:22:27,825 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,42757,1731406926767' ***** 2024-11-12T10:22:27,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:22:27,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(3091): Received CLOSE for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,42757,1731406926767 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:22:27,826 INFO [RS:0;a10fb4296bab:42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42757. 2024-11-12T10:22:27,826 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f94e867a883b5aa6893c7ee995036ed, disabling compactions & flushes 2024-11-12T10:22:27,826 DEBUG [RS:0;a10fb4296bab:42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:27,826 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:27,826 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:27,826 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:27,827 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. after waiting 0 ms 2024-11-12T10:22:27,827 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:27,827 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:22:27,827 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:22:27,827 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:22:27,827 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:22:27,827 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f94e867a883b5aa6893c7ee995036ed 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T10:22:27,827 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:22:27,827 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f94e867a883b5aa6893c7ee995036ed=test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed., 130af9e9517b56e5795504825de6afde=hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.} 2024-11-12T10:22:27,827 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:27,827 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 1588230740, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:27,827 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:27,827 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:27,827 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:27,827 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:27,827 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:22:27,841 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/info/e7cd26b3bcd64f29bb1f65ed79f4cb38 is 147, key is hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde./info:regioninfo/1731406940738/Put/seqid=0 2024-11-12T10:22:27,841 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/f/2485dc4977fa449496b232e778b1498d is 29, key is row1/f:/1731406945745/DeleteFamily/seqid=0 2024-11-12T10:22:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741840_1016 (size=5152) 2024-11-12T10:22:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741841_1017 (size=7686) 2024-11-12T10:22:27,844 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/info/e7cd26b3bcd64f29bb1f65ed79f4cb38 2024-11-12T10:22:27,861 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/ns/62507f64b3364889bdd932ff80ed9256 is 43, key is default/ns:d/1731406929631/Put/seqid=0 2024-11-12T10:22:27,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:22:27,864 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/ns/62507f64b3364889bdd932ff80ed9256 2024-11-12T10:22:27,880 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/rep_barrier/5ac27c1e65cf4d4b99ef76cecdbf59d2 is 112, key is test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed./rep_barrier:seqnumDuringOpen/1731406934817/Put/seqid=0 2024-11-12T10:22:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741843_1019 (size=5518) 2024-11-12T10:22:27,887 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:22:28,027 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 1588230740, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:28,116 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:28,185 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1235, reset compression=false 2024-11-12T10:22:28,188 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:28,188 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1482, reset compression=false 2024-11-12T10:22:28,188 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,42757,1731406926767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:28,189 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,42757,1731406926767: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,42757,1731406926767, walGroup=a10fb4296bab%2C42757%2C1731406926767, offset=a10fb4296bab%2C42757%2C1731406926767.1731406928598:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:42757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:22:28,190 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:22:28,190 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:22:28,191 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:22:28,191 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:22:28,191 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:22:28,191 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 866702144 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201181488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:22:28,192 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:43257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:43257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:22:28,227 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 1588230740, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:28,244 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/f/2485dc4977fa449496b232e778b1498d 2024-11-12T10:22:28,256 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2485dc4977fa449496b232e778b1498d 2024-11-12T10:22:28,273 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/f1/a235f5fda7e247d88482ca966269bbdd is 30, key is row1/f1:/1731406945745/DeleteFamily/seqid=0 2024-11-12T10:22:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741844_1020 (size=5158) 2024-11-12T10:22:28,283 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/rep_barrier/5ac27c1e65cf4d4b99ef76cecdbf59d2 2024-11-12T10:22:28,301 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/table/ed51d3e7ff9147a7b7ced22a550daed6 is 53, key is hbase:replication/table:state/1731406940745/Put/seqid=0 2024-11-12T10:22:28,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741845_1021 (size=5308) 2024-11-12T10:22:28,391 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1482, reset compression=false 2024-11-12T10:22:28,414 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:28,427 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 1588230740, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:28,556 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:22:28,556 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:22:28,619 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:28,628 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 1588230740, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:28,677 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/f1/a235f5fda7e247d88482ca966269bbdd 2024-11-12T10:22:28,680 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a235f5fda7e247d88482ca966269bbdd 2024-11-12T10:22:28,694 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1482, reset compression=false 2024-11-12T10:22:28,696 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/norep/1755f8e0437d4ad2bf24b217f75aa9df is 33, key is row2/norep:/1731406946749/DeleteFamily/seqid=0 2024-11-12T10:22:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741846_1022 (size=5108) 2024-11-12T10:22:28,705 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/table/ed51d3e7ff9147a7b7ced22a550daed6 2024-11-12T10:22:28,708 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/info/e7cd26b3bcd64f29bb1f65ed79f4cb38 as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/info/e7cd26b3bcd64f29bb1f65ed79f4cb38 2024-11-12T10:22:28,712 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/info/e7cd26b3bcd64f29bb1f65ed79f4cb38, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:22:28,712 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/ns/62507f64b3364889bdd932ff80ed9256 as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/ns/62507f64b3364889bdd932ff80ed9256 2024-11-12T10:22:28,715 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/ns/62507f64b3364889bdd932ff80ed9256, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:22:28,716 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/rep_barrier/5ac27c1e65cf4d4b99ef76cecdbf59d2 as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/rep_barrier/5ac27c1e65cf4d4b99ef76cecdbf59d2 2024-11-12T10:22:28,719 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/rep_barrier/5ac27c1e65cf4d4b99ef76cecdbf59d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:22:28,719 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/.tmp/table/ed51d3e7ff9147a7b7ced22a550daed6 as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/table/ed51d3e7ff9147a7b7ced22a550daed6 2024-11-12T10:22:28,722 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/table/ed51d3e7ff9147a7b7ced22a550daed6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:22:28,723 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false 2024-11-12T10:22:28,726 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:22:28,727 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:28,727 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:22:28,727 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:28,727 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406947827Running coprocessor pre-close hooks at 1731406947827Disabling compacts and flushes for region at 1731406947827Disabling writes for close at 1731406947827Obtaining lock to block concurrent updates at 1731406947827Preparing flush snapshotting stores in 1588230740 at 1731406947827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406947827Flushing stores of hbase:meta,,1.1588230740 at 1731406947828 (+1 ms)Flushing 1588230740/info: creating writer at 1731406947828Flushing 1588230740/info: appending metadata at 1731406947840 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731406947840Flushing 1588230740/ns: creating writer at 1731406947848 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731406947861 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731406947861Flushing 1588230740/rep_barrier: creating writer at 1731406947867 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406947879 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406947879Flushing 1588230740/table: creating writer at 1731406948286 (+407 ms)Flushing 1588230740/table: appending metadata at 1731406948301 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731406948301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664e4a31: reopening flushed file at 1731406948708 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c25799: reopening flushed file at 1731406948712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1005c416: reopening flushed file at 1731406948715 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec14eb3: reopening flushed file at 1731406948719 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false at 1731406948723 (+4 ms)Writing region close event to WAL at 1731406948724 (+1 ms)Running coprocessor post-close hooks at 1731406948727 (+3 ms)Closed at 1731406948727 2024-11-12T10:22:28,727 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:28,828 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:22:28,828 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1325): Online Regions={3f94e867a883b5aa6893c7ee995036ed=test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed., 130af9e9517b56e5795504825de6afde=hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde.} 2024-11-12T10:22:28,828 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:29,028 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde, 3f94e867a883b5aa6893c7ee995036ed 2024-11-12T10:22:29,098 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1482, reset compression=false 2024-11-12T10:22:29,100 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/norep/1755f8e0437d4ad2bf24b217f75aa9df 2024-11-12T10:22:29,103 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1755f8e0437d4ad2bf24b217f75aa9df 2024-11-12T10:22:29,103 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/f/2485dc4977fa449496b232e778b1498d as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/f/2485dc4977fa449496b232e778b1498d 2024-11-12T10:22:29,106 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2485dc4977fa449496b232e778b1498d 2024-11-12T10:22:29,106 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/f/2485dc4977fa449496b232e778b1498d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T10:22:29,107 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/f1/a235f5fda7e247d88482ca966269bbdd as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/f1/a235f5fda7e247d88482ca966269bbdd 2024-11-12T10:22:29,109 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a235f5fda7e247d88482ca966269bbdd 2024-11-12T10:22:29,109 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/f1/a235f5fda7e247d88482ca966269bbdd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T10:22:29,110 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/.tmp/norep/1755f8e0437d4ad2bf24b217f75aa9df as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/norep/1755f8e0437d4ad2bf24b217f75aa9df 2024-11-12T10:22:29,112 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1755f8e0437d4ad2bf24b217f75aa9df 2024-11-12T10:22:29,112 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/norep/1755f8e0437d4ad2bf24b217f75aa9df, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T10:22:29,113 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3f94e867a883b5aa6893c7ee995036ed in 1286ms, sequenceid=10, compaction requested=false 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/data/default/test/3f94e867a883b5aa6893c7ee995036ed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:22:29,116 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f94e867a883b5aa6893c7ee995036ed: Waiting for close lock at 1731406947826Running coprocessor pre-close hooks at 1731406947826Disabling compacts and flushes for region at 1731406947826Disabling writes for close at 1731406947827 (+1 ms)Obtaining lock to block concurrent updates at 1731406947827Preparing flush snapshotting stores in 3f94e867a883b5aa6893c7ee995036ed at 1731406947827Finished memstore snapshotting test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731406947827Flushing stores of test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. at 1731406947827Flushing 3f94e867a883b5aa6893c7ee995036ed/f: creating writer at 1731406947828 (+1 ms)Flushing 3f94e867a883b5aa6893c7ee995036ed/f: appending metadata at 1731406947840 (+12 ms)Flushing 3f94e867a883b5aa6893c7ee995036ed/f: closing flushed file at 1731406947840Flushing 3f94e867a883b5aa6893c7ee995036ed/f1: creating writer at 1731406948257 (+417 ms)Flushing 3f94e867a883b5aa6893c7ee995036ed/f1: appending metadata at 1731406948273 (+16 ms)Flushing 3f94e867a883b5aa6893c7ee995036ed/f1: closing flushed file at 1731406948273Flushing 3f94e867a883b5aa6893c7ee995036ed/norep: creating writer at 1731406948680 (+407 ms)Flushing 3f94e867a883b5aa6893c7ee995036ed/norep: appending metadata at 1731406948695 (+15 ms)Flushing 3f94e867a883b5aa6893c7ee995036ed/norep: closing flushed file at 1731406948695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766c9dad: reopening flushed file at 1731406949103 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55911937: reopening flushed file at 1731406949106 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c0db78: reopening flushed file at 1731406949110 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3f94e867a883b5aa6893c7ee995036ed in 1286ms, sequenceid=10, compaction requested=false at 1731406949113 (+3 ms)Writing region close event to WAL at 1731406949114 (+1 ms)Running coprocessor post-close hooks at 1731406949116 (+2 ms)Closed at 1731406949116 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406934039.3f94e867a883b5aa6893c7ee995036ed. 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 130af9e9517b56e5795504825de6afde, disabling compactions & flushes 2024-11-12T10:22:29,116 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. after waiting 0 ms 2024-11-12T10:22:29,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,117 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 130af9e9517b56e5795504825de6afde: Waiting for close lock at 1731406949116Running coprocessor pre-close hooks at 1731406949116Disabling compacts and flushes for region at 1731406949116Disabling writes for close at 1731406949116Failed flush hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde., putting online again at 1731406949117 (+1 ms) 2024-11-12T10:22:29,117 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,222 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:29,228 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(3091): Received CLOSE for 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:29,228 DEBUG [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1351): Waiting on 130af9e9517b56e5795504825de6afde 2024-11-12T10:22:29,228 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 130af9e9517b56e5795504825de6afde, disabling compactions & flushes 2024-11-12T10:22:29,228 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,228 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,228 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. after waiting 0 ms 2024-11-12T10:22:29,228 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,228 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 130af9e9517b56e5795504825de6afde: Waiting for close lock at 1731406949228Running coprocessor pre-close hooks at 1731406949228Disabling compacts and flushes for region at 1731406949228Disabling writes for close at 1731406949228Failed flush hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde., putting online again at 1731406949228 2024-11-12T10:22:29,229 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731406939569.130af9e9517b56e5795504825de6afde. 2024-11-12T10:22:29,239 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:22:29,316 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:29,428 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T10:22:29,428 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,42757,1731406926767; all regions closed. 2024-11-12T10:22:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:22:29,430 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.meta.1731406929573.meta not finished, retry = 0 2024-11-12T10:22:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741839_1015 (size=2171) 2024-11-12T10:22:29,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.rep.1731406940702 not finished, retry = 0 2024-11-12T10:22:29,601 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 1482, reset compression=false 2024-11-12T10:22:29,604 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:29,604 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.wal-reader.a10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 to pos 2126, reset compression=false 2024-11-12T10:22:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741832_1008 (size=2134) 2024-11-12T10:22:29,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/WALs/a10fb4296bab,42757,1731406926767/a10fb4296bab%2C42757%2C1731406926767.1731406928598 not finished, retry = 0 2024-11-12T10:22:29,736 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:29,736 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:22:29,736 INFO [RS:0;a10fb4296bab:42757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:22:29,736 INFO [RS:0;a10fb4296bab:42757 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:22:29,736 INFO [RS:0;a10fb4296bab:42757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:22:29,736 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:22:29,737 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,42757,1731406926767 because: Region server is closing 2024-11-12T10:22:29,737 INFO [RS:0;a10fb4296bab:42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42757. 2024-11-12T10:22:29,737 DEBUG [RS:0;a10fb4296bab:42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:29,737 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:29,737 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:29,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:29,837 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,42757,1731406926767.replicationSource.shippera10fb4296bab%2C42757%2C1731406926767,1-a10fb4296bab,42757,1731406926767 terminated 2024-11-12T10:22:29,838 INFO [RS:0;a10fb4296bab:42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42757. 2024-11-12T10:22:29,838 DEBUG [RS:0;a10fb4296bab:42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:29,838 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:29,838 DEBUG [RS:0;a10fb4296bab:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:29,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:29,838 INFO [RS:0;a10fb4296bab:42757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42757 2024-11-12T10:22:29,925 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:29,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21480020850/rs/a10fb4296bab,42757,1731406926767 2024-11-12T10:22:29,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850/rs 2024-11-12T10:22:29,932 INFO [RS:0;a10fb4296bab:42757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:22:29,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,42757,1731406926767] 2024-11-12T10:22:29,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21480020850/draining/a10fb4296bab,42757,1731406926767 already deleted, retry=false 2024-11-12T10:22:29,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,42757,1731406926767 expired; onlineServers=0 2024-11-12T10:22:29,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,43257,1731406925990' ***** 2024-11-12T10:22:29,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:22:29,972 INFO [M:0;a10fb4296bab:43257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:22:29,972 INFO [M:0;a10fb4296bab:43257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:22:29,972 DEBUG [M:0;a10fb4296bab:43257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:22:29,972 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:22:29,972 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406928380 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406928380,5,FailOnTimeoutGroup] 2024-11-12T10:22:29,972 DEBUG [M:0;a10fb4296bab:43257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:22:29,972 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406928379 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406928379,5,FailOnTimeoutGroup] 2024-11-12T10:22:29,972 INFO [M:0;a10fb4296bab:43257 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:22:29,972 INFO [M:0;a10fb4296bab:43257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:22:29,972 DEBUG [M:0;a10fb4296bab:43257 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:22:29,972 INFO [M:0;a10fb4296bab:43257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:22:29,973 INFO [M:0;a10fb4296bab:43257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:22:29,973 INFO [M:0;a10fb4296bab:43257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:22:29,973 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:22:29,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21480020850/master 2024-11-12T10:22:29,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21480020850 2024-11-12T10:22:29,982 DEBUG [M:0;a10fb4296bab:43257 {}] zookeeper.ZKUtil(347): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Unable to get data of znode /21480020850/master because node does not exist (not an error) 2024-11-12T10:22:29,982 WARN [M:0;a10fb4296bab:43257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:22:29,983 INFO [M:0;a10fb4296bab:43257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/.lastflushedseqids 2024-11-12T10:22:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741847_1023 (size=245) 2024-11-12T10:22:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:30,061 INFO [RS:0;a10fb4296bab:42757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:22:30,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42757-0x1012e90d3a70007, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:30,062 INFO [RS:0;a10fb4296bab:42757 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,42757,1731406926767; zookeeper connection closed. 2024-11-12T10:22:30,062 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3788787f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3788787f 2024-11-12T10:22:30,062 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:22:30,319 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:30,386 INFO [M:0;a10fb4296bab:43257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:22:30,387 INFO [M:0;a10fb4296bab:43257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:22:30,387 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:30,387 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:30,387 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:30,387 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:30,387 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:30,387 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T10:22:30,400 DEBUG [M:0;a10fb4296bab:43257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd8bca49750e44cbb69d8b92833ca75d is 82, key is hbase:meta,,1/info:regioninfo/1731406929597/Put/seqid=0 2024-11-12T10:22:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741848_1024 (size=5672) 2024-11-12T10:22:30,727 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:30,803 INFO [M:0;a10fb4296bab:43257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd8bca49750e44cbb69d8b92833ca75d 2024-11-12T10:22:30,822 DEBUG [M:0;a10fb4296bab:43257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/227d6876f2bd413cb9a7b6bbce1884f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406940749/Put/seqid=0 2024-11-12T10:22:30,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741849_1025 (size=8516) 2024-11-12T10:22:30,825 INFO [M:0;a10fb4296bab:43257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/227d6876f2bd413cb9a7b6bbce1884f0 2024-11-12T10:22:30,840 DEBUG [M:0;a10fb4296bab:43257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/112ba6f3d507441686bb5f70b74253ba is 69, key is a10fb4296bab,42757,1731406926767/rs:state/1731406928432/Put/seqid=0 2024-11-12T10:22:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741850_1026 (size=5156) 2024-11-12T10:22:31,243 INFO [M:0;a10fb4296bab:43257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/112ba6f3d507441686bb5f70b74253ba 2024-11-12T10:22:31,247 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd8bca49750e44cbb69d8b92833ca75d as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd8bca49750e44cbb69d8b92833ca75d 2024-11-12T10:22:31,250 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd8bca49750e44cbb69d8b92833ca75d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T10:22:31,250 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/227d6876f2bd413cb9a7b6bbce1884f0 as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/227d6876f2bd413cb9a7b6bbce1884f0 2024-11-12T10:22:31,253 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/227d6876f2bd413cb9a7b6bbce1884f0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T10:22:31,254 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/112ba6f3d507441686bb5f70b74253ba as hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/112ba6f3d507441686bb5f70b74253ba 2024-11-12T10:22:31,257 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44315/user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/112ba6f3d507441686bb5f70b74253ba, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T10:22:31,257 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false 2024-11-12T10:22:31,258 INFO [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:31,258 DEBUG [M:0;a10fb4296bab:43257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406950387Disabling compacts and flushes for region at 1731406950387Disabling writes for close at 1731406950387Obtaining lock to block concurrent updates at 1731406950387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406950387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731406950387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406950388 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406950388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406950400 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406950400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406950806 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406950821 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406950821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406950828 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406950839 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406950840 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4943f194: reopening flushed file at 1731406951246 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2218cb4f: reopening flushed file at 1731406951250 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fb052e: reopening flushed file at 1731406951253 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false at 1731406951257 (+4 ms)Writing region close event to WAL at 1731406951258 (+1 ms)Closed at 1731406951258 2024-11-12T10:22:31,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41053 is added to blk_1073741830_1006 (size=63654) 2024-11-12T10:22:31,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b18a528-d2a4-12ee-9647-8a89b5915bb0/MasterData/WALs/a10fb4296bab,43257,1731406925990/a10fb4296bab%2C43257%2C1731406925990.1731406928079 not finished, retry = 0 2024-11-12T10:22:31,361 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:22:31,361 INFO [M:0;a10fb4296bab:43257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:22:31,361 INFO [M:0;a10fb4296bab:43257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43257 2024-11-12T10:22:31,361 INFO [M:0;a10fb4296bab:43257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:22:31,422 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:31,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:31,524 INFO [M:0;a10fb4296bab:43257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:22:31,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43257-0x1012e90d3a70006, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:31,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@127de83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:31,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e0f4b23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:22:31,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:22:31,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@369a7c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:22:31,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75eff3e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir/,STOPPED} 2024-11-12T10:22:31,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:22:31,560 WARN [BP-865859871-172.17.0.3-1731406922783 heartbeating to localhost/127.0.0.1:44315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:22:31,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:22:31,560 WARN [BP-865859871-172.17.0.3-1731406922783 heartbeating to localhost/127.0.0.1:44315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-865859871-172.17.0.3-1731406922783 (Datanode Uuid f2aae71b-1bdd-4450-9336-b83a0de01809) service to localhost/127.0.0.1:44315 2024-11-12T10:22:31,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/cluster_615c0bf0-21b2-02e6-07e3-5f52364f4c40/data/data1/current/BP-865859871-172.17.0.3-1731406922783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:22:31,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/cluster_615c0bf0-21b2-02e6-07e3-5f52364f4c40/data/data2/current/BP-865859871-172.17.0.3-1731406922783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:22:31,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:22:31,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b38f69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:31,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24aa29f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:22:31,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:22:31,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ee1fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:22:31,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b03d7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir/,STOPPED} 2024-11-12T10:22:31,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:22:31,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:22:31,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:31,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:31,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:31,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:31,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:31,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:22:31,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1557682135, stopped=false 2024-11-12T10:22:31,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,39369,1731406919654 2024-11-12T10:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11949944059/running 2024-11-12T10:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11949944059/running 2024-11-12T10:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:31,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:22:31,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:31,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:31,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:31,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,35729,1731406919807' ***** 2024-11-12T10:22:31,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:22:31,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/running 2024-11-12T10:22:31,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Set watcher on znode that does not yet exist, /11949944059/running 2024-11-12T10:22:31,593 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:22:31,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(3091): Received CLOSE for d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(3091): Received CLOSE for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,35729,1731406919807 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35729. 2024-11-12T10:22:31,594 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1c135ec1cbbf9977a4df8b24f35242c, disabling compactions & flushes 2024-11-12T10:22:31,594 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:31,594 DEBUG [RS:0;a10fb4296bab:35729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:31,594 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:31,594 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:31,594 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. after waiting 0 ms 2024-11-12T10:22:31,594 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:22:31,594 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1c135ec1cbbf9977a4df8b24f35242c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T10:22:31,594 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:22:31,595 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:22:31,595 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1325): Online Regions={d1c135ec1cbbf9977a4df8b24f35242c=test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c., 1588230740=hbase:meta,,1.1588230740, 767bec39183b417149d670041e7ba6de=hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.} 2024-11-12T10:22:31,595 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:31,595 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:31,595 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:31,595 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:31,595 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:31,595 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:31,595 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:22:31,607 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/info/8d89db829a24427a921a8db38348a0db is 147, key is hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de./info:regioninfo/1731406938542/Put/seqid=0 2024-11-12T10:22:31,607 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/f/f1e1fc1c1b514dcf838a4a9040aaaf4d is 29, key is row1/f:/1731406945745/DeleteFamily/seqid=0 2024-11-12T10:22:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741840_1016 (size=7686) 2024-11-12T10:22:31,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741841_1017 (size=5152) 2024-11-12T10:22:31,630 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1191, reset compression=false 2024-11-12T10:22:31,633 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:31,634 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1438, reset compression=false 2024-11-12T10:22:31,634 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,35729,1731406919807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:31,635 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,35729,1731406919807: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,35729,1731406919807, walGroup=a10fb4296bab%2C35729%2C1731406919807, offset=a10fb4296bab%2C35729%2C1731406919807.1731406921700:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:35729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:22:31,636 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:22:31,636 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:22:31,636 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:22:31,637 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:22:31,637 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:22:31,637 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 874453456 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201563056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:22:31,637 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:39369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:39369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:22:31,693 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:22:31,795 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:31,836 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1438, reset compression=false 2024-11-12T10:22:31,995 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:32,011 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/f/f1e1fc1c1b514dcf838a4a9040aaaf4d 2024-11-12T10:22:32,011 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/info/8d89db829a24427a921a8db38348a0db 2024-11-12T10:22:32,014 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1e1fc1c1b514dcf838a4a9040aaaf4d 2024-11-12T10:22:32,030 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/f1/a961bc59a09d4ce89167d6b4b286530f is 30, key is row1/f1:/1731406945745/DeleteFamily/seqid=0 2024-11-12T10:22:32,032 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/ns/6e9effd61d874559b4897fc3fb12bd7e is 43, key is default/ns:d/1731406922697/Put/seqid=0 2024-11-12T10:22:32,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741842_1018 (size=5158) 2024-11-12T10:22:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741843_1019 (size=5153) 2024-11-12T10:22:32,139 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1438, reset compression=false 2024-11-12T10:22:32,195 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:32,395 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:32,435 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/f1/a961bc59a09d4ce89167d6b4b286530f 2024-11-12T10:22:32,436 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/ns/6e9effd61d874559b4897fc3fb12bd7e 2024-11-12T10:22:32,438 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a961bc59a09d4ce89167d6b4b286530f 2024-11-12T10:22:32,450 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/rep_barrier/d62885ba28a24882a0a225b4de6800c8 is 112, key is test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c./rep_barrier:seqnumDuringOpen/1731406933023/Put/seqid=0 2024-11-12T10:22:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741844_1020 (size=5518) 2024-11-12T10:22:32,456 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/norep/a2692cae9e324f1897138810fc11a58a is 33, key is row1/norep:/1731406945745/DeleteFamily/seqid=0 2024-11-12T10:22:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741845_1021 (size=5108) 2024-11-12T10:22:32,542 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1438, reset compression=false 2024-11-12T10:22:32,595 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:32,623 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:22:32,623 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:22:32,625 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:32,796 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de, d1c135ec1cbbf9977a4df8b24f35242c 2024-11-12T10:22:32,855 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/rep_barrier/d62885ba28a24882a0a225b4de6800c8 2024-11-12T10:22:32,859 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/norep/a2692cae9e324f1897138810fc11a58a 2024-11-12T10:22:32,862 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2692cae9e324f1897138810fc11a58a 2024-11-12T10:22:32,862 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/f/f1e1fc1c1b514dcf838a4a9040aaaf4d as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/f/f1e1fc1c1b514dcf838a4a9040aaaf4d 2024-11-12T10:22:32,865 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1e1fc1c1b514dcf838a4a9040aaaf4d 2024-11-12T10:22:32,865 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/f/f1e1fc1c1b514dcf838a4a9040aaaf4d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T10:22:32,866 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/f1/a961bc59a09d4ce89167d6b4b286530f as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/f1/a961bc59a09d4ce89167d6b4b286530f 2024-11-12T10:22:32,869 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a961bc59a09d4ce89167d6b4b286530f 2024-11-12T10:22:32,869 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/f1/a961bc59a09d4ce89167d6b4b286530f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T10:22:32,870 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/.tmp/norep/a2692cae9e324f1897138810fc11a58a as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/norep/a2692cae9e324f1897138810fc11a58a 2024-11-12T10:22:32,873 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/table/a1fb36ccd52a45b3a996c06ea44def38 is 53, key is hbase:replication/table:state/1731406938548/Put/seqid=0 2024-11-12T10:22:32,873 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2692cae9e324f1897138810fc11a58a 2024-11-12T10:22:32,873 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/norep/a2692cae9e324f1897138810fc11a58a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T10:22:32,874 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d1c135ec1cbbf9977a4df8b24f35242c in 1280ms, sequenceid=10, compaction requested=false 2024-11-12T10:22:32,874 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:22:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741846_1022 (size=5308) 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/default/test/d1c135ec1cbbf9977a4df8b24f35242c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:22:32,878 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1c135ec1cbbf9977a4df8b24f35242c: Waiting for close lock at 1731406951594Running coprocessor pre-close hooks at 1731406951594Disabling compacts and flushes for region at 1731406951594Disabling writes for close at 1731406951594Obtaining lock to block concurrent updates at 1731406951594Preparing flush snapshotting stores in d1c135ec1cbbf9977a4df8b24f35242c at 1731406951594Finished memstore snapshotting test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731406951595 (+1 ms)Flushing stores of test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. at 1731406951595Flushing d1c135ec1cbbf9977a4df8b24f35242c/f: creating writer at 1731406951595Flushing d1c135ec1cbbf9977a4df8b24f35242c/f: appending metadata at 1731406951607 (+12 ms)Flushing d1c135ec1cbbf9977a4df8b24f35242c/f: closing flushed file at 1731406951607Flushing d1c135ec1cbbf9977a4df8b24f35242c/f1: creating writer at 1731406952014 (+407 ms)Flushing d1c135ec1cbbf9977a4df8b24f35242c/f1: appending metadata at 1731406952029 (+15 ms)Flushing d1c135ec1cbbf9977a4df8b24f35242c/f1: closing flushed file at 1731406952030 (+1 ms)Flushing d1c135ec1cbbf9977a4df8b24f35242c/norep: creating writer at 1731406952438 (+408 ms)Flushing d1c135ec1cbbf9977a4df8b24f35242c/norep: appending metadata at 1731406952455 (+17 ms)Flushing d1c135ec1cbbf9977a4df8b24f35242c/norep: closing flushed file at 1731406952455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7c006d: reopening flushed file at 1731406952862 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7f2936: reopening flushed file at 1731406952866 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec7df44: reopening flushed file at 1731406952870 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d1c135ec1cbbf9977a4df8b24f35242c in 1280ms, sequenceid=10, compaction requested=false at 1731406952874 (+4 ms)Writing region close event to WAL at 1731406952875 (+1 ms)Running coprocessor post-close hooks at 1731406952878 (+3 ms)Closed at 1731406952878 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406931880.d1c135ec1cbbf9977a4df8b24f35242c. 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 767bec39183b417149d670041e7ba6de, disabling compactions & flushes 2024-11-12T10:22:32,878 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. after waiting 0 ms 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 767bec39183b417149d670041e7ba6de: Waiting for close lock at 1731406952878Running coprocessor pre-close hooks at 1731406952878Disabling compacts and flushes for region at 1731406952878Disabling writes for close at 1731406952878Failed flush hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de., putting online again at 1731406952878 2024-11-12T10:22:32,878 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,996 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:22:32,996 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 767bec39183b417149d670041e7ba6de=hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de.} 2024-11-12T10:22:32,996 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(3091): Received CLOSE for 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:32,996 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767bec39183b417149d670041e7ba6de 2024-11-12T10:22:32,996 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 767bec39183b417149d670041e7ba6de, disabling compactions & flushes 2024-11-12T10:22:32,996 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,996 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,996 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. after waiting 0 ms 2024-11-12T10:22:32,996 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:32,996 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 767bec39183b417149d670041e7ba6de: Waiting for close lock at 1731406952996Running coprocessor pre-close hooks at 1731406952996Disabling compacts and flushes for region at 1731406952996Disabling writes for close at 1731406952996Failed flush hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de., putting online again at 1731406952996 2024-11-12T10:22:32,996 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731406937389.767bec39183b417149d670041e7ba6de. 2024-11-12T10:22:33,045 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 1438, reset compression=false 2024-11-12T10:22:33,049 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:33,049 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 2082, reset compression=false 2024-11-12T10:22:33,196 DEBUG [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:22:33,251 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.wal-reader.a10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.1731406921700 to pos 2082, reset compression=false 2024-11-12T10:22:33,276 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/table/a1fb36ccd52a45b3a996c06ea44def38 2024-11-12T10:22:33,280 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/info/8d89db829a24427a921a8db38348a0db as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/info/8d89db829a24427a921a8db38348a0db 2024-11-12T10:22:33,283 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/info/8d89db829a24427a921a8db38348a0db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:22:33,283 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/ns/6e9effd61d874559b4897fc3fb12bd7e as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/ns/6e9effd61d874559b4897fc3fb12bd7e 2024-11-12T10:22:33,286 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/ns/6e9effd61d874559b4897fc3fb12bd7e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:22:33,287 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/rep_barrier/d62885ba28a24882a0a225b4de6800c8 as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/rep_barrier/d62885ba28a24882a0a225b4de6800c8 2024-11-12T10:22:33,290 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/rep_barrier/d62885ba28a24882a0a225b4de6800c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:22:33,290 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/.tmp/table/a1fb36ccd52a45b3a996c06ea44def38 as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/table/a1fb36ccd52a45b3a996c06ea44def38 2024-11-12T10:22:33,293 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/table/a1fb36ccd52a45b3a996c06ea44def38, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:22:33,294 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-12T10:22:33,294 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:22:33,298 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:22:33,298 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:33,298 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:22:33,299 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:33,299 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406951595Running coprocessor pre-close hooks at 1731406951595Disabling compacts and flushes for region at 1731406951595Disabling writes for close at 1731406951595Obtaining lock to block concurrent updates at 1731406951595Preparing flush snapshotting stores in 1588230740 at 1731406951595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406951595Flushing stores of hbase:meta,,1.1588230740 at 1731406951595Flushing 1588230740/info: creating writer at 1731406951595Flushing 1588230740/info: appending metadata at 1731406951607 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731406951607Flushing 1588230740/ns: creating writer at 1731406952014 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731406952032 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731406952032Flushing 1588230740/rep_barrier: creating writer at 1731406952438 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406952450 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406952450Flushing 1588230740/table: creating writer at 1731406952859 (+409 ms)Flushing 1588230740/table: appending metadata at 1731406952872 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731406952872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6d2098: reopening flushed file at 1731406953279 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53926bb: reopening flushed file at 1731406953283 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e668f7: reopening flushed file at 1731406953286 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4549840: reopening flushed file at 1731406953290 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731406953294 (+4 ms)Writing region close event to WAL at 1731406953296 (+2 ms)Running coprocessor post-close hooks at 1731406953298 (+2 ms)Closed at 1731406953298 2024-11-12T10:22:33,299 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:33,396 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T10:22:33,396 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,35729,1731406919807; all regions closed. 2024-11-12T10:22:33,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:22:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741839_1015 (size=2171) 2024-11-12T10:22:33,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/WALs/a10fb4296bab,35729,1731406919807/a10fb4296bab%2C35729%2C1731406919807.rep.1731406938517 not finished, retry = 0 2024-11-12T10:22:33,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741832_1008 (size=2090) 2024-11-12T10:22:33,503 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:33,503 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:22:33,503 INFO [RS:0;a10fb4296bab:35729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:22:33,503 INFO [RS:0;a10fb4296bab:35729 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:22:33,503 INFO [RS:0;a10fb4296bab:35729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:22:33,503 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:22:33,503 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,35729,1731406919807 because: Region server is closing 2024-11-12T10:22:33,504 INFO [RS:0;a10fb4296bab:35729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35729. 2024-11-12T10:22:33,504 DEBUG [RS:0;a10fb4296bab:35729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:33,504 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:33,504 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:33,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:33,604 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,35729,1731406919807.replicationSource.shippera10fb4296bab%2C35729%2C1731406919807,1-a10fb4296bab,35729,1731406919807 terminated 2024-11-12T10:22:33,604 INFO [RS:0;a10fb4296bab:35729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:35729. 2024-11-12T10:22:33,604 DEBUG [RS:0;a10fb4296bab:35729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:33,604 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:33,604 DEBUG [RS:0;a10fb4296bab:35729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:33,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:33,604 INFO [RS:0;a10fb4296bab:35729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35729 2024-11-12T10:22:33,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11949944059/rs/a10fb4296bab,35729,1731406919807 2024-11-12T10:22:33,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059/rs 2024-11-12T10:22:33,708 INFO [RS:0;a10fb4296bab:35729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:22:33,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,35729,1731406919807] 2024-11-12T10:22:33,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11949944059/draining/a10fb4296bab,35729,1731406919807 already deleted, retry=false 2024-11-12T10:22:33,761 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,35729,1731406919807 expired; onlineServers=0 2024-11-12T10:22:33,761 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,39369,1731406919654' ***** 2024-11-12T10:22:33,761 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:22:33,761 INFO [M:0;a10fb4296bab:39369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:22:33,761 INFO [M:0;a10fb4296bab:39369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:22:33,761 DEBUG [M:0;a10fb4296bab:39369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:22:33,761 DEBUG [M:0;a10fb4296bab:39369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:22:33,761 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:22:33,761 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406921433 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406921433,5,FailOnTimeoutGroup] 2024-11-12T10:22:33,761 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406921433 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406921433,5,FailOnTimeoutGroup] 2024-11-12T10:22:33,761 INFO [M:0;a10fb4296bab:39369 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:22:33,762 INFO [M:0;a10fb4296bab:39369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:22:33,762 DEBUG [M:0;a10fb4296bab:39369 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:22:33,762 INFO [M:0;a10fb4296bab:39369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:22:33,762 INFO [M:0;a10fb4296bab:39369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:22:33,762 INFO [M:0;a10fb4296bab:39369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:22:33,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:22:33,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11949944059/master 2024-11-12T10:22:33,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11949944059 2024-11-12T10:22:33,771 DEBUG [M:0;a10fb4296bab:39369 {}] zookeeper.ZKUtil(347): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Unable to get data of znode /11949944059/master because node does not exist (not an error) 2024-11-12T10:22:33,771 WARN [M:0;a10fb4296bab:39369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:22:33,780 INFO [M:0;a10fb4296bab:39369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/.lastflushedseqids 2024-11-12T10:22:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741847_1023 (size=245) 2024-11-12T10:22:33,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:33,844 INFO [RS:0;a10fb4296bab:35729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:22:33,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35729-0x1012e90d3a70004, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:33,844 INFO [RS:0;a10fb4296bab:35729 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,35729,1731406919807; zookeeper connection closed. 2024-11-12T10:22:33,844 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@200f48cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@200f48cc 2024-11-12T10:22:33,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:22:33,927 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:34,184 INFO [M:0;a10fb4296bab:39369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:22:34,184 INFO [M:0;a10fb4296bab:39369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:22:34,184 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:34,184 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:34,184 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:34,184 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:34,184 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:34,184 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T10:22:34,197 DEBUG [M:0;a10fb4296bab:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f019700e2be49abab75724c1fcf7c4e is 82, key is hbase:meta,,1/info:regioninfo/1731406922664/Put/seqid=0 2024-11-12T10:22:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741848_1024 (size=5672) 2024-11-12T10:22:34,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:34,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:34,600 INFO [M:0;a10fb4296bab:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f019700e2be49abab75724c1fcf7c4e 2024-11-12T10:22:34,619 DEBUG [M:0;a10fb4296bab:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66775263a0764134933a72c5626ce6e0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406933032/Put/seqid=0 2024-11-12T10:22:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741849_1025 (size=7218) 2024-11-12T10:22:34,966 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=17, created chunk count=33, reused chunk count=130, reuseRatio=79.75% 2024-11-12T10:22:34,966 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T10:22:35,023 INFO [M:0;a10fb4296bab:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66775263a0764134933a72c5626ce6e0 2024-11-12T10:22:35,026 INFO [M:0;a10fb4296bab:39369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66775263a0764134933a72c5626ce6e0 2024-11-12T10:22:35,039 DEBUG [M:0;a10fb4296bab:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b42f4af5f2064a959e0f287364dd8e67 is 69, key is a10fb4296bab,35729,1731406919807/rs:state/1731406921475/Put/seqid=0 2024-11-12T10:22:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741850_1026 (size=5156) 2024-11-12T10:22:35,330 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:35,442 INFO [M:0;a10fb4296bab:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b42f4af5f2064a959e0f287364dd8e67 2024-11-12T10:22:35,446 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f019700e2be49abab75724c1fcf7c4e as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f019700e2be49abab75724c1fcf7c4e 2024-11-12T10:22:35,449 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f019700e2be49abab75724c1fcf7c4e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T10:22:35,449 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66775263a0764134933a72c5626ce6e0 as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66775263a0764134933a72c5626ce6e0 2024-11-12T10:22:35,453 INFO [M:0;a10fb4296bab:39369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66775263a0764134933a72c5626ce6e0 2024-11-12T10:22:35,453 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66775263a0764134933a72c5626ce6e0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T10:22:35,453 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b42f4af5f2064a959e0f287364dd8e67 as hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b42f4af5f2064a959e0f287364dd8e67 2024-11-12T10:22:35,457 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/dca00208-7013-8fcb-714a-169f891ad7ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b42f4af5f2064a959e0f287364dd8e67, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T10:22:35,458 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-12T10:22:35,459 INFO [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:35,459 DEBUG [M:0;a10fb4296bab:39369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406954184Disabling compacts and flushes for region at 1731406954184Disabling writes for close at 1731406954184Obtaining lock to block concurrent updates at 1731406954184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406954184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731406954185 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406954185Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406954185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406954197 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406954197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406954604 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406954619 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406954619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406955026 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406955039 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406955039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e0b9bf: reopening flushed file at 1731406955445 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b72dd83: reopening flushed file at 1731406955449 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8430a4: reopening flushed file at 1731406955453 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1731406955458 (+5 ms)Writing region close event to WAL at 1731406955459 (+1 ms)Closed at 1731406955459 2024-11-12T10:22:35,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741830_1006 (size=64423) 2024-11-12T10:22:35,461 INFO [M:0;a10fb4296bab:39369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:22:35,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:22:35,461 INFO [M:0;a10fb4296bab:39369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39369 2024-11-12T10:22:35,461 INFO [M:0;a10fb4296bab:39369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:22:35,661 INFO [M:0;a10fb4296bab:39369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:22:35,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:35,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1012e90d3a70003, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:35,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41a37297{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:35,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39ef07de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:22:35,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:22:35,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16774168{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:22:35,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1733f880{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir/,STOPPED} 2024-11-12T10:22:35,664 WARN [BP-1322272399-172.17.0.3-1731406917496 heartbeating to localhost/127.0.0.1:40239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:22:35,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:22:35,664 WARN [BP-1322272399-172.17.0.3-1731406917496 heartbeating to localhost/127.0.0.1:40239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1322272399-172.17.0.3-1731406917496 (Datanode Uuid 6211749a-8562-4a77-ba56-d113fd46bb66) service to localhost/127.0.0.1:40239 2024-11-12T10:22:35,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:22:35,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/cluster_46e8bf47-5b0b-be1c-337d-c43d65994392/data/data1/current/BP-1322272399-172.17.0.3-1731406917496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:22:35,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/cluster_46e8bf47-5b0b-be1c-337d-c43d65994392/data/data2/current/BP-1322272399-172.17.0.3-1731406917496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:22:35,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:22:35,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7395d062{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:35,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6924ddca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:22:35,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:22:35,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32455bb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:22:35,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e67e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4482be0-6955-7338-ccf9-532dffb4ee4b/hadoop.log.dir/,STOPPED} 2024-11-12T10:22:35,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:22:35,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:22:35,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:35,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:35,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:35,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:35,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:35,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:22:35,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1802170832, stopped=false 2024-11-12T10:22:35,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,35289,1731406914199 2024-11-12T10:22:35,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-873253034/running 2024-11-12T10:22:35,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-873253034/running 2024-11-12T10:22:35,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:22:35,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:22:35,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:22:35,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:35,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:35,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:35,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/running 2024-11-12T10:22:35,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,41311,1731406914392' ***** 2024-11-12T10:22:35,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:22:35,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Set watcher on znode that does not yet exist, /0-873253034/running 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:22:35,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(3091): Received CLOSE for f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(3091): Received CLOSE for c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,41311,1731406914392 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:22:35,772 INFO [RS:0;a10fb4296bab:41311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41311. 2024-11-12T10:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2faead904379bc18aaba703f9dc9ce9, disabling compactions & flushes 2024-11-12T10:22:35,772 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:35,772 DEBUG [RS:0;a10fb4296bab:41311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:35,772 DEBUG [RS:0;a10fb4296bab:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. after waiting 0 ms 2024-11-12T10:22:35,772 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:35,773 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2faead904379bc18aaba703f9dc9ce9 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-12T10:22:35,773 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:22:35,773 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:22:35,773 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:22:35,773 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:22:35,775 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:22:35,775 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1325): Online Regions={f2faead904379bc18aaba703f9dc9ce9=hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9., c2cc2b971eadeee948421700247c8622=test,,1731406929724.c2cc2b971eadeee948421700247c8622., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:22:35,775 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622, f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:35,775 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:35,775 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:35,775 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:35,775 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:35,775 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:35,776 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:22:35,787 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/.tmp/queue/67614ddbc5234d018bf98d1238122689 is 153, key is 1-a10fb4296bab,41311,1731406914392/queue:a10fb4296bab%2C41311%2C1731406914392/1731406944896/Put/seqid=0 2024-11-12T10:22:35,789 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/info/b3c5566ddf154157824c40b5643650bb is 147, key is hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9./info:regioninfo/1731406936385/Put/seqid=0 2024-11-12T10:22:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741840_1016 (size=5352) 2024-11-12T10:22:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741841_1017 (size=7686) 2024-11-12T10:22:35,792 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/info/b3c5566ddf154157824c40b5643650bb 2024-11-12T10:22:35,809 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/ns/bc325b56cc1d443ca7177c7f7fa69a83 is 43, key is default/ns:d/1731406917249/Put/seqid=0 2024-11-12T10:22:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:22:35,813 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:22:35,975 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622, f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:36,078 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:22:36,078 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:22:36,176 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622, f2faead904379bc18aaba703f9dc9ce9 2024-11-12T10:22:36,191 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/.tmp/queue/67614ddbc5234d018bf98d1238122689 2024-11-12T10:22:36,195 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/.tmp/queue/67614ddbc5234d018bf98d1238122689 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/queue/67614ddbc5234d018bf98d1238122689 2024-11-12T10:22:36,198 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/queue/67614ddbc5234d018bf98d1238122689, entries=1, sequenceid=8, filesize=5.2 K 2024-11-12T10:22:36,199 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f2faead904379bc18aaba703f9dc9ce9 in 427ms, sequenceid=8, compaction requested=false 2024-11-12T10:22:36,201 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/replication/f2faead904379bc18aaba703f9dc9ce9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:22:36,202 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2faead904379bc18aaba703f9dc9ce9: Waiting for close lock at 1731406955772Running coprocessor pre-close hooks at 1731406955772Disabling compacts and flushes for region at 1731406955772Disabling writes for close at 1731406955772Obtaining lock to block concurrent updates at 1731406955773 (+1 ms)Preparing flush snapshotting stores in f2faead904379bc18aaba703f9dc9ce9 at 1731406955773Finished memstore snapshotting hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731406955773Flushing stores of hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. at 1731406955773Flushing f2faead904379bc18aaba703f9dc9ce9/queue: creating writer at 1731406955773Flushing f2faead904379bc18aaba703f9dc9ce9/queue: appending metadata at 1731406955786 (+13 ms)Flushing f2faead904379bc18aaba703f9dc9ce9/queue: closing flushed file at 1731406955786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161c1a94: reopening flushed file at 1731406956194 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f2faead904379bc18aaba703f9dc9ce9 in 427ms, sequenceid=8, compaction requested=false at 1731406956199 (+5 ms)Writing region close event to WAL at 1731406956199Running coprocessor post-close hooks at 1731406956202 (+3 ms)Closed at 1731406956202 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406935230.f2faead904379bc18aaba703f9dc9ce9. 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2cc2b971eadeee948421700247c8622, disabling compactions & flushes 2024-11-12T10:22:36,202 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406929724.c2cc2b971eadeee948421700247c8622. after waiting 0 ms 2024-11-12T10:22:36,202 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:36,202 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2cc2b971eadeee948421700247c8622 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T10:22:36,212 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/ns/bc325b56cc1d443ca7177c7f7fa69a83 2024-11-12T10:22:36,220 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/f/843f99ba3a7c4ee98a4da62c65e65d34 is 28, key is row/f:/1731406944742/DeleteFamily/seqid=0 2024-11-12T10:22:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741843_1019 (size=5085) 2024-11-12T10:22:36,231 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/rep_barrier/aa2f31535dec4975a7dbd919bba00c01 is 112, key is test,,1731406929724.c2cc2b971eadeee948421700247c8622./rep_barrier:seqnumDuringOpen/1731406930867/Put/seqid=0 2024-11-12T10:22:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741844_1020 (size=5518) 2024-11-12T10:22:36,376 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:36,576 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:36,624 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/f/843f99ba3a7c4ee98a4da62c65e65d34 2024-11-12T10:22:36,628 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 843f99ba3a7c4ee98a4da62c65e65d34 2024-11-12T10:22:36,634 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/rep_barrier/aa2f31535dec4975a7dbd919bba00c01 2024-11-12T10:22:36,642 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/f1/522abb22a33f42baa35633d6d4b52436 is 29, key is row/f1:/1731406944742/DeleteFamily/seqid=0 2024-11-12T10:22:36,650 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/table/0862caac033e4850bd9b0c30b618a9cf is 53, key is hbase:replication/table:state/1731406936390/Put/seqid=0 2024-11-12T10:22:36,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741845_1021 (size=5089) 2024-11-12T10:22:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741846_1022 (size=5308) 2024-11-12T10:22:36,776 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:22:36,776 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1325): Online Regions={c2cc2b971eadeee948421700247c8622=test,,1731406929724.c2cc2b971eadeee948421700247c8622., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:22:36,776 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:36,833 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 636, reset compression=false 2024-11-12T10:22:36,837 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:36,837 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 883, reset compression=false 2024-11-12T10:22:36,837 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,41311,1731406914392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:22:36,837 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,41311,1731406914392: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,41311,1731406914392, walGroup=a10fb4296bab%2C41311%2C1731406914392, offset=a10fb4296bab%2C41311%2C1731406914392.1731406916206:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:41311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:22:36,839 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:22:36,839 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:22:36,839 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:22:36,840 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:22:36,840 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:22:36,840 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 979311056 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202212816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:22:36,840 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:35289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:35289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:22:36,976 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:37,040 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 883, reset compression=false 2024-11-12T10:22:37,052 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/f1/522abb22a33f42baa35633d6d4b52436 2024-11-12T10:22:37,053 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/table/0862caac033e4850bd9b0c30b618a9cf 2024-11-12T10:22:37,056 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 522abb22a33f42baa35633d6d4b52436 2024-11-12T10:22:37,057 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/info/b3c5566ddf154157824c40b5643650bb as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/info/b3c5566ddf154157824c40b5643650bb 2024-11-12T10:22:37,060 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/info/b3c5566ddf154157824c40b5643650bb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:22:37,061 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/ns/bc325b56cc1d443ca7177c7f7fa69a83 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/ns/bc325b56cc1d443ca7177c7f7fa69a83 2024-11-12T10:22:37,063 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/ns/bc325b56cc1d443ca7177c7f7fa69a83, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:22:37,064 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/rep_barrier/aa2f31535dec4975a7dbd919bba00c01 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/rep_barrier/aa2f31535dec4975a7dbd919bba00c01 2024-11-12T10:22:37,067 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/rep_barrier/aa2f31535dec4975a7dbd919bba00c01, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:22:37,067 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/.tmp/table/0862caac033e4850bd9b0c30b618a9cf as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/table/0862caac033e4850bd9b0c30b618a9cf 2024-11-12T10:22:37,070 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/table/0862caac033e4850bd9b0c30b618a9cf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:22:37,071 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/norep/847bdf5ec3954c0199fce12c4d76c242 is 32, key is row/norep:/1731406944742/DeleteFamily/seqid=0 2024-11-12T10:22:37,071 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-11-12T10:22:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741847_1023 (size=5101) 2024-11-12T10:22:37,074 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:22:37,074 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:37,074 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:22:37,075 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:37,075 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406955775Running coprocessor pre-close hooks at 1731406955775Disabling compacts and flushes for region at 1731406955775Disabling writes for close at 1731406955775Obtaining lock to block concurrent updates at 1731406955776 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731406955776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731406955776Flushing stores of hbase:meta,,1.1588230740 at 1731406955776Flushing 1588230740/info: creating writer at 1731406955776Flushing 1588230740/info: appending metadata at 1731406955788 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731406955788Flushing 1588230740/ns: creating writer at 1731406955795 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731406955808 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731406955808Flushing 1588230740/rep_barrier: creating writer at 1731406956215 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406956230 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406956230Flushing 1588230740/table: creating writer at 1731406956637 (+407 ms)Flushing 1588230740/table: appending metadata at 1731406956650 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731406956650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3138767a: reopening flushed file at 1731406957056 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384e83cf: reopening flushed file at 1731406957060 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de6c433: reopening flushed file at 1731406957064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48eccc2f: reopening flushed file at 1731406957067 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1731406957071 (+4 ms)Writing region close event to WAL at 1731406957072 (+1 ms)Running coprocessor post-close hooks at 1731406957074 (+2 ms)Closed at 1731406957074 2024-11-12T10:22:37,075 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:37,177 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:37,306 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:22:37,306 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:22:37,343 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 883, reset compression=false 2024-11-12T10:22:37,377 DEBUG [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1351): Waiting on c2cc2b971eadeee948421700247c8622 2024-11-12T10:22:37,474 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/norep/847bdf5ec3954c0199fce12c4d76c242 2024-11-12T10:22:37,477 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 847bdf5ec3954c0199fce12c4d76c242 2024-11-12T10:22:37,477 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/f/843f99ba3a7c4ee98a4da62c65e65d34 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/f/843f99ba3a7c4ee98a4da62c65e65d34 2024-11-12T10:22:37,480 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 843f99ba3a7c4ee98a4da62c65e65d34 2024-11-12T10:22:37,480 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/f/843f99ba3a7c4ee98a4da62c65e65d34, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T10:22:37,481 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/f1/522abb22a33f42baa35633d6d4b52436 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/f1/522abb22a33f42baa35633d6d4b52436 2024-11-12T10:22:37,484 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 522abb22a33f42baa35633d6d4b52436 2024-11-12T10:22:37,484 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/f1/522abb22a33f42baa35633d6d4b52436, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T10:22:37,485 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/.tmp/norep/847bdf5ec3954c0199fce12c4d76c242 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/norep/847bdf5ec3954c0199fce12c4d76c242 2024-11-12T10:22:37,489 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 847bdf5ec3954c0199fce12c4d76c242 2024-11-12T10:22:37,489 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/norep/847bdf5ec3954c0199fce12c4d76c242, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T10:22:37,490 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c2cc2b971eadeee948421700247c8622 in 1287ms, sequenceid=6, compaction requested=false 2024-11-12T10:22:37,492 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/data/default/test/c2cc2b971eadeee948421700247c8622/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T10:22:37,493 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:22:37,493 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:22:37,493 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:37,493 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2cc2b971eadeee948421700247c8622: Waiting for close lock at 1731406956202Running coprocessor pre-close hooks at 1731406956202Disabling compacts and flushes for region at 1731406956202Disabling writes for close at 1731406956202Obtaining lock to block concurrent updates at 1731406956202Preparing flush snapshotting stores in c2cc2b971eadeee948421700247c8622 at 1731406956202Finished memstore snapshotting test,,1731406929724.c2cc2b971eadeee948421700247c8622., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731406956203 (+1 ms)Flushing stores of test,,1731406929724.c2cc2b971eadeee948421700247c8622. at 1731406956203Flushing c2cc2b971eadeee948421700247c8622/f: creating writer at 1731406956203Flushing c2cc2b971eadeee948421700247c8622/f: appending metadata at 1731406956219 (+16 ms)Flushing c2cc2b971eadeee948421700247c8622/f: closing flushed file at 1731406956219Flushing c2cc2b971eadeee948421700247c8622/f1: creating writer at 1731406956628 (+409 ms)Flushing c2cc2b971eadeee948421700247c8622/f1: appending metadata at 1731406956642 (+14 ms)Flushing c2cc2b971eadeee948421700247c8622/f1: closing flushed file at 1731406956642Flushing c2cc2b971eadeee948421700247c8622/norep: creating writer at 1731406957056 (+414 ms)Flushing c2cc2b971eadeee948421700247c8622/norep: appending metadata at 1731406957070 (+14 ms)Flushing c2cc2b971eadeee948421700247c8622/norep: closing flushed file at 1731406957070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105861e4: reopening flushed file at 1731406957477 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecd9d94: reopening flushed file at 1731406957480 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3459b0d6: reopening flushed file at 1731406957484 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c2cc2b971eadeee948421700247c8622 in 1287ms, sequenceid=6, compaction requested=false at 1731406957490 (+6 ms)Writing region close event to WAL at 1731406957491 (+1 ms)Running coprocessor post-close hooks at 1731406957493 (+2 ms)Closed at 1731406957493 2024-11-12T10:22:37,493 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406929724.c2cc2b971eadeee948421700247c8622. 2024-11-12T10:22:37,577 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,41311,1731406914392; all regions closed. 2024-11-12T10:22:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741834_1010 (size=4239) 2024-11-12T10:22:37,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.meta.1731406917185.meta not finished, retry = 0 2024-11-12T10:22:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741839_1015 (size=2240) 2024-11-12T10:22:37,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.rep.1731406936359 not finished, retry = 0 2024-11-12T10:22:37,746 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 883, reset compression=false 2024-11-12T10:22:37,750 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:22:37,750 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.wal-reader.a10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 to pos 1527, reset compression=false 2024-11-12T10:22:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741832_1008 (size=1535) 2024-11-12T10:22:37,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/WALs/a10fb4296bab,41311,1731406914392/a10fb4296bab%2C41311%2C1731406914392.1731406916206 not finished, retry = 0 2024-11-12T10:22:37,884 DEBUG [RS:0;a10fb4296bab:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:37,884 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:22:37,884 INFO [RS:0;a10fb4296bab:41311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:22:37,884 INFO [RS:0;a10fb4296bab:41311 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:22:37,884 INFO [RS:0;a10fb4296bab:41311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:22:37,884 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:22:37,885 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,41311,1731406914392 because: Region server is closing 2024-11-12T10:22:37,885 INFO [RS:0;a10fb4296bab:41311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41311. 2024-11-12T10:22:37,885 DEBUG [RS:0;a10fb4296bab:41311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:37,885 DEBUG [RS:0;a10fb4296bab:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:37,885 DEBUG [RS:0;a10fb4296bab:41311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:37,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:37,985 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,41311,1731406914392.replicationSource.shippera10fb4296bab%2C41311%2C1731406914392,1-a10fb4296bab,41311,1731406914392 terminated 2024-11-12T10:22:37,985 INFO [RS:0;a10fb4296bab:41311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41311 2024-11-12T10:22:38,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-873253034/rs/a10fb4296bab,41311,1731406914392 2024-11-12T10:22:38,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034/rs 2024-11-12T10:22:38,034 INFO [RS:0;a10fb4296bab:41311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:22:38,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,41311,1731406914392] 2024-11-12T10:22:38,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-873253034/draining/a10fb4296bab,41311,1731406914392 already deleted, retry=false 2024-11-12T10:22:38,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,41311,1731406914392 expired; onlineServers=0 2024-11-12T10:22:38,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,35289,1731406914199' ***** 2024-11-12T10:22:38,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:22:38,055 INFO [M:0;a10fb4296bab:35289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:22:38,055 INFO [M:0;a10fb4296bab:35289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:22:38,055 DEBUG [M:0;a10fb4296bab:35289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:22:38,056 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:22:38,056 DEBUG [M:0;a10fb4296bab:35289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:22:38,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406915982 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406915982,5,FailOnTimeoutGroup] 2024-11-12T10:22:38,056 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406915983 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406915983,5,FailOnTimeoutGroup] 2024-11-12T10:22:38,056 INFO [M:0;a10fb4296bab:35289 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:22:38,056 INFO [M:0;a10fb4296bab:35289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:22:38,056 DEBUG [M:0;a10fb4296bab:35289 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:22:38,056 INFO [M:0;a10fb4296bab:35289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:22:38,056 INFO [M:0;a10fb4296bab:35289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:22:38,056 INFO [M:0;a10fb4296bab:35289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:22:38,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:22:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-873253034/master 2024-11-12T10:22:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-873253034 2024-11-12T10:22:38,066 DEBUG [M:0;a10fb4296bab:35289 {}] zookeeper.ZKUtil(347): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Unable to get data of znode /0-873253034/master because node does not exist (not an error) 2024-11-12T10:22:38,066 WARN [M:0;a10fb4296bab:35289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:22:38,067 INFO [M:0;a10fb4296bab:35289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/.lastflushedseqids 2024-11-12T10:22:38,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741848_1024 (size=245) 2024-11-12T10:22:38,145 INFO [RS:0;a10fb4296bab:41311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:22:38,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:38,145 INFO [RS:0;a10fb4296bab:41311 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,41311,1731406914392; zookeeper connection closed. 2024-11-12T10:22:38,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41311-0x1012e90d3a70001, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:38,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d7ff0d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d7ff0d5 2024-11-12T10:22:38,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:22:38,470 INFO [M:0;a10fb4296bab:35289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:22:38,471 INFO [M:0;a10fb4296bab:35289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:22:38,471 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:38,471 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:38,471 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:38,471 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:38,471 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:38,471 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-12T10:22:38,484 DEBUG [M:0;a10fb4296bab:35289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf8acf1576914e668ef906d98237d33e is 82, key is hbase:meta,,1/info:regioninfo/1731406917211/Put/seqid=0 2024-11-12T10:22:38,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741849_1025 (size=5672) 2024-11-12T10:22:38,888 INFO [M:0;a10fb4296bab:35289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf8acf1576914e668ef906d98237d33e 2024-11-12T10:22:38,904 DEBUG [M:0;a10fb4296bab:35289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54df5255a04c4c19a3fb1611a905a764 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406930876/Put/seqid=0 2024-11-12T10:22:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741850_1026 (size=7217) 2024-11-12T10:22:39,307 INFO [M:0;a10fb4296bab:35289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54df5255a04c4c19a3fb1611a905a764 2024-11-12T10:22:39,310 INFO [M:0;a10fb4296bab:35289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54df5255a04c4c19a3fb1611a905a764 2024-11-12T10:22:39,326 DEBUG [M:0;a10fb4296bab:35289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e7bdb50dcfe4b4a82cc7cd1a5db08c0 is 69, key is a10fb4296bab,41311,1731406914392/rs:state/1731406916055/Put/seqid=0 2024-11-12T10:22:39,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741851_1027 (size=5156) 2024-11-12T10:22:39,730 INFO [M:0;a10fb4296bab:35289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e7bdb50dcfe4b4a82cc7cd1a5db08c0 2024-11-12T10:22:39,734 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf8acf1576914e668ef906d98237d33e as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf8acf1576914e668ef906d98237d33e 2024-11-12T10:22:39,737 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf8acf1576914e668ef906d98237d33e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T10:22:39,737 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54df5255a04c4c19a3fb1611a905a764 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54df5255a04c4c19a3fb1611a905a764 2024-11-12T10:22:39,740 INFO [M:0;a10fb4296bab:35289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54df5255a04c4c19a3fb1611a905a764 2024-11-12T10:22:39,740 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54df5255a04c4c19a3fb1611a905a764, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T10:22:39,741 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e7bdb50dcfe4b4a82cc7cd1a5db08c0 as hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e7bdb50dcfe4b4a82cc7cd1a5db08c0 2024-11-12T10:22:39,744 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36421/user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e7bdb50dcfe4b4a82cc7cd1a5db08c0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T10:22:39,745 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-12T10:22:39,752 INFO [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:39,752 DEBUG [M:0;a10fb4296bab:35289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406958471Disabling compacts and flushes for region at 1731406958471Disabling writes for close at 1731406958471Obtaining lock to block concurrent updates at 1731406958471Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406958471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731406958471Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406958472 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406958472Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406958484 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406958484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406958891 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406958903 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406958903Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406959311 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406959326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406959326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc450cc: reopening flushed file at 1731406959733 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6a16f4: reopening flushed file at 1731406959737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b487e9: reopening flushed file at 1731406959740 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1731406959745 (+5 ms)Writing region close event to WAL at 1731406959752 (+7 ms)Closed at 1731406959752 2024-11-12T10:22:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42587 is added to blk_1073741830_1006 (size=64411) 2024-11-12T10:22:39,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69bbf718-ede5-05c7-797a-ced1d74f0c18/MasterData/WALs/a10fb4296bab,35289,1731406914199/a10fb4296bab%2C35289%2C1731406914199.1731406915740 not finished, retry = 0 2024-11-12T10:22:39,855 INFO [M:0;a10fb4296bab:35289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:22:39,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:22:39,855 INFO [M:0;a10fb4296bab:35289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35289 2024-11-12T10:22:39,855 INFO [M:0;a10fb4296bab:35289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:22:40,071 INFO [M:0;a10fb4296bab:35289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:22:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1012e90d3a70000, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:22:40,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75067113{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:40,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cbf78d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:22:40,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:22:40,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@146efea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:22:40,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598bb7fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir/,STOPPED} 2024-11-12T10:22:40,074 WARN [BP-691187766-172.17.0.3-1731406911507 heartbeating to localhost/127.0.0.1:36421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:22:40,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:22:40,074 WARN [BP-691187766-172.17.0.3-1731406911507 heartbeating to localhost/127.0.0.1:36421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691187766-172.17.0.3-1731406911507 (Datanode Uuid 442f83c3-20b1-467e-a986-2358894cd3b4) service to localhost/127.0.0.1:36421 2024-11-12T10:22:40,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:22:40,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/data/data1/current/BP-691187766-172.17.0.3-1731406911507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:22:40,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/cluster_374770b2-f5b7-c0ce-bd53-209b3c68e579/data/data2/current/BP-691187766-172.17.0.3-1731406911507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:22:40,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:22:40,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b789add{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:40,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@271f317f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:22:40,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:22:40,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ea0658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:22:40,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@871521f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f09ec0c-1474-2efa-b8d6-21d0f278beaf/hadoop.log.dir/,STOPPED} 2024-11-12T10:22:40,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:22:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:22:40,107 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36421 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40239 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=783 (was 735) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 383), ProcessCount=11 (was 11), AvailableMemoryMB=6523 (was 6770) 2024-11-12T10:22:40,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=6523 2024-11-12T10:22:40,133 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T10:22:40,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir so I do NOT create it in target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a 2024-11-12T10:22:40,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:22:40,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.tmp.dir so I do NOT create it in target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a 2024-11-12T10:22:40,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f05beea-557c-e172-9b28-e0d6cd716dbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:22:40,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a 2024-11-12T10:22:40,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a, deleteOnExit=true 2024-11-12T10:22:40,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/zookeeper_0, clientPort=56987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:22:40,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56987 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/test.cache.data in system properties and HBase conf 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:22:40,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:22:40,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:22:40,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:22:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012e90d3a70008, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:22:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012e90d3a70005, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:22:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012e90d3a70002, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T10:22:40,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012e90d3a70005, quorum=127.0.0.1:56950, baseZNode=/11949944059 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:22:40,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012e90d3a70002, quorum=127.0.0.1:56950, baseZNode=/0-873253034 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:22:40,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012e90d3a70008, quorum=127.0.0.1:56950, baseZNode=/21480020850 Received Disconnected from ZooKeeper, ignoring 2024-11-12T10:22:40,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:40,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:40,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:40,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:40,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:40,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:40,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cd99a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:40,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4039737a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:40,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e22b346{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/java.io.tmpdir/jetty-localhost-40679-hadoop-hdfs-3_4_1-tests_jar-_-any-8600573180012694950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:40,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b776c2f{HTTP/1.1, (http/1.1)}{localhost:40679} 2024-11-12T10:22:40,659 INFO [Time-limited test {}] server.Server(415): Started @312967ms 2024-11-12T10:22:41,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:41,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:41,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:41,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:41,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:41,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a64c61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:41,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b20fe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:41,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11338026{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/java.io.tmpdir/jetty-localhost-43881-hadoop-hdfs-3_4_1-tests_jar-_-any-13253877100650757984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:41,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@332dafea{HTTP/1.1, (http/1.1)}{localhost:43881} 2024-11-12T10:22:41,149 INFO [Time-limited test {}] server.Server(415): Started @313457ms 2024-11-12T10:22:41,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:22:41,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:41,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:41,834 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/data/data2/current/BP-151776952-172.17.0.3-1731406960160/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:41,834 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/data/data1/current/BP-151776952-172.17.0.3-1731406960160/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:41,853 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:22:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57615a487cc404ea with lease ID 0xc3fcf4e2b7ebd471: Processing first storage report for DS-2ded47cf-93ed-42ee-b76c-d331165dd86e from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=8985e225-9403-4c61-8781-6c3cd5ab0fbe, infoPort=40415, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=1787728178;c=1731406960160) 2024-11-12T10:22:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57615a487cc404ea with lease ID 0xc3fcf4e2b7ebd471: from storage DS-2ded47cf-93ed-42ee-b76c-d331165dd86e node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=8985e225-9403-4c61-8781-6c3cd5ab0fbe, infoPort=40415, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=1787728178;c=1731406960160), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:22:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57615a487cc404ea with lease ID 0xc3fcf4e2b7ebd471: Processing first storage report for DS-c1472687-d625-4dde-8a15-57f723e4a8b7 from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=8985e225-9403-4c61-8781-6c3cd5ab0fbe, infoPort=40415, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=1787728178;c=1731406960160) 2024-11-12T10:22:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57615a487cc404ea with lease ID 0xc3fcf4e2b7ebd471: from storage DS-c1472687-d625-4dde-8a15-57f723e4a8b7 node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=8985e225-9403-4c61-8781-6c3cd5ab0fbe, infoPort=40415, infoSecurePort=0, ipcPort=39965, storageInfo=lv=-57;cid=testClusterID;nsid=1787728178;c=1731406960160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:22:41,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a 2024-11-12T10:22:41,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:41,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:22:42,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4 with version=8 2024-11-12T10:22:42,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/hbase-staging 2024-11-12T10:22:42,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:22:42,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:42,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42305 2024-11-12T10:22:42,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42305 connecting to ZooKeeper ensemble=127.0.0.1:56987 2024-11-12T10:22:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423050x0, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:42,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42305-0x1012e9191b30000 connected 2024-11-12T10:22:42,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:42,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:42,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on znode that does not yet exist, /02041651022/running 2024-11-12T10:22:42,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4, hbase.cluster.distributed=false 2024-11-12T10:22:42,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on znode that does not yet exist, /02041651022/acl 2024-11-12T10:22:42,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42305 2024-11-12T10:22:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42305 2024-11-12T10:22:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42305 2024-11-12T10:22:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42305 2024-11-12T10:22:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42305 2024-11-12T10:22:42,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:42,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41419 2024-11-12T10:22:42,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41419 connecting to ZooKeeper ensemble=127.0.0.1:56987 2024-11-12T10:22:42,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:42,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414190x0, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:42,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41419-0x1012e9191b30001 connected 2024-11-12T10:22:42,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414190x0, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on znode that does not yet exist, /02041651022/running 2024-11-12T10:22:42,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:22:42,494 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:22:42,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on znode that does not yet exist, /02041651022/master 2024-11-12T10:22:42,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on znode that does not yet exist, /02041651022/acl 2024-11-12T10:22:42,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-12T10:22:42,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41419 2024-11-12T10:22:42,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41419 2024-11-12T10:22:42,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-12T10:22:42,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-12T10:22:42,508 DEBUG [M:0;a10fb4296bab:42305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:42305 2024-11-12T10:22:42,509 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02041651022/backup-masters/a10fb4296bab,42305,1731406962281 2024-11-12T10:22:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022/backup-masters 2024-11-12T10:22:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022/backup-masters 2024-11-12T10:22:42,514 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on existing znode=/02041651022/backup-masters/a10fb4296bab,42305,1731406962281 2024-11-12T10:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02041651022/master 2024-11-12T10:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:42,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on existing znode=/02041651022/master 2024-11-12T10:22:42,525 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02041651022/backup-masters/a10fb4296bab,42305,1731406962281 from backup master directory 2024-11-12T10:22:42,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02041651022/backup-masters/a10fb4296bab,42305,1731406962281 2024-11-12T10:22:42,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022/backup-masters 2024-11-12T10:22:42,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022/backup-masters 2024-11-12T10:22:42,535 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:42,535 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,42305,1731406962281 2024-11-12T10:22:42,537 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/hbase.id] with ID: 7f7a7cb5-3df1-4aa4-9077-bc65b5d29499 2024-11-12T10:22:42,537 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/.tmp/hbase.id 2024-11-12T10:22:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:22:42,941 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/.tmp/hbase.id]:[hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/hbase.id] 2024-11-12T10:22:42,948 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:42,948 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:22:42,948 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T10:22:43,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:43,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:22:43,518 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:43,519 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:22:43,519 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:22:43,924 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/data/master/store 2024-11-12T10:22:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:22:44,328 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:44,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:44,329 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:44,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:44,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:44,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:44,329 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:44,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406964329Disabling compacts and flushes for region at 1731406964329Disabling writes for close at 1731406964329Writing region close event to WAL at 1731406964329Closed at 1731406964329 2024-11-12T10:22:44,329 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/data/master/store/.initializing 2024-11-12T10:22:44,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/WALs/a10fb4296bab,42305,1731406962281 2024-11-12T10:22:44,330 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:44,331 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42305%2C1731406962281, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/WALs/a10fb4296bab,42305,1731406962281, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/oldWALs, maxLogs=10 2024-11-12T10:22:44,343 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/WALs/a10fb4296bab,42305,1731406962281/a10fb4296bab%2C42305%2C1731406962281.1731406964331, exclude list is [], retry=0 2024-11-12T10:22:44,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-2ded47cf-93ed-42ee-b76c-d331165dd86e,DISK] 2024-11-12T10:22:44,346 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/WALs/a10fb4296bab,42305,1731406962281/a10fb4296bab%2C42305%2C1731406962281.1731406964331 2024-11-12T10:22:44,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40415:40415)] 2024-11-12T10:22:44,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:44,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:44,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:22:44,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:44,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:22:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:22:44,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:22:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:22:44,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:22:44,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:44,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:22:44,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:44,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:22:44,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:44,352 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,352 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,352 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,353 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,353 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:44,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:44,356 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:44,356 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65692403, jitterRate=-0.021106913685798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:44,356 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406964346Initializing all the Stores at 1731406964347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406964347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406964347Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406964347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406964347Cleaning up temporary data from old regions at 1731406964353 (+6 ms)Region opened successfully at 1731406964356 (+3 ms) 2024-11-12T10:22:44,357 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:22:44,359 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f596fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:44,359 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:22:44,359 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:22:44,359 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:22:44,359 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:22:44,360 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:22:44,360 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:22:44,360 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:22:44,363 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:22:44,363 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Unable to get data of znode /02041651022/balancer because node does not exist (not necessarily an error) 2024-11-12T10:22:44,419 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02041651022/balancer already deleted, retry=false 2024-11-12T10:22:44,419 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:22:44,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Unable to get data of znode /02041651022/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:22:44,429 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02041651022/normalizer already deleted, retry=false 2024-11-12T10:22:44,429 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:22:44,430 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Unable to get data of znode /02041651022/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:22:44,440 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02041651022/switch/split already deleted, retry=false 2024-11-12T10:22:44,440 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Unable to get data of znode /02041651022/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:22:44,450 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02041651022/switch/merge already deleted, retry=false 2024-11-12T10:22:44,452 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Unable to get data of znode /02041651022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:22:44,461 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02041651022/snapshot-cleanup already deleted, retry=false 2024-11-12T10:22:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02041651022/running 2024-11-12T10:22:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02041651022/running 2024-11-12T10:22:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:44,472 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,42305,1731406962281, sessionid=0x1012e9191b30000, setting cluster-up flag (Was=false) 2024-11-12T10:22:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:44,524 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02041651022/flush-table-proc/acquired, /02041651022/flush-table-proc/reached, /02041651022/flush-table-proc/abort 2024-11-12T10:22:44,525 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42305,1731406962281 2024-11-12T10:22:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:44,577 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02041651022/online-snapshot/acquired, /02041651022/online-snapshot/reached, /02041651022/online-snapshot/abort 2024-11-12T10:22:44,577 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42305,1731406962281 2024-11-12T10:22:44,578 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:22:44,579 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:44,580 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:22:44,580 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:22:44,580 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,42305,1731406962281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:44,581 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406994582 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:22:44,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:44,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:22:44,582 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:22:44,583 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,583 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406964583,5,FailOnTimeoutGroup] 2024-11-12T10:22:44,583 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406964583,5,FailOnTimeoutGroup] 2024-11-12T10:22:44,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,583 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:22:44,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:22:44,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4 2024-11-12T10:22:44,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:22:44,601 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(746): ClusterId : 7f7a7cb5-3df1-4aa4-9077-bc65b5d29499 2024-11-12T10:22:44,601 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:22:44,609 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:22:44,609 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:22:44,619 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:22:44,620 DEBUG [RS:0;a10fb4296bab:41419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cff3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:44,633 DEBUG [RS:0;a10fb4296bab:41419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:41419 2024-11-12T10:22:44,633 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:22:44,633 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:22:44,633 DEBUG [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:22:44,633 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,42305,1731406962281 with port=41419, startcode=1731406962478 2024-11-12T10:22:44,633 DEBUG [RS:0;a10fb4296bab:41419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:22:44,635 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:22:44,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,41419,1731406962478 2024-11-12T10:22:44,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42305 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,41419,1731406962478 2024-11-12T10:22:44,636 DEBUG [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4 2024-11-12T10:22:44,636 DEBUG [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33753 2024-11-12T10:22:44,636 DEBUG [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:22:44,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022/rs 2024-11-12T10:22:44,640 DEBUG [RS:0;a10fb4296bab:41419 {}] zookeeper.ZKUtil(111): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Set watcher on existing znode=/02041651022/rs/a10fb4296bab,41419,1731406962478 2024-11-12T10:22:44,640 WARN [RS:0;a10fb4296bab:41419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:44,640 INFO [RS:0;a10fb4296bab:41419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:44,640 DEBUG [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478 2024-11-12T10:22:44,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,41419,1731406962478] 2024-11-12T10:22:44,642 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:22:44,644 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:22:44,644 INFO [RS:0;a10fb4296bab:41419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:22:44,644 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,644 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:22:44,645 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:22:44,645 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:44,645 DEBUG [RS:0;a10fb4296bab:41419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:44,647 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,647 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,647 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,647 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,647 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,647 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41419,1731406962478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:44,659 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:22:44,659 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41419,1731406962478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,659 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,659 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.Replication(171): a10fb4296bab,41419,1731406962478 started 2024-11-12T10:22:44,670 INFO [RS:0;a10fb4296bab:41419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:44,670 INFO [RS:0;a10fb4296bab:41419 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,41419,1731406962478, RpcServer on a10fb4296bab/172.17.0.3:41419, sessionid=0x1012e9191b30001 2024-11-12T10:22:44,670 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:22:44,670 DEBUG [RS:0;a10fb4296bab:41419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,41419,1731406962478 2024-11-12T10:22:44,670 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41419,1731406962478' 2024-11-12T10:22:44,670 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02041651022/flush-table-proc/abort' 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02041651022/flush-table-proc/acquired' 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,41419,1731406962478 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41419,1731406962478' 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02041651022/online-snapshot/abort' 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02041651022/online-snapshot/acquired' 2024-11-12T10:22:44,671 DEBUG [RS:0;a10fb4296bab:41419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:22:44,671 INFO [RS:0;a10fb4296bab:41419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:22:44,671 INFO [RS:0;a10fb4296bab:41419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:22:44,772 INFO [RS:0;a10fb4296bab:41419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:44,773 INFO [RS:0;a10fb4296bab:41419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41419%2C1731406962478, suffix=, logDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/oldWALs, maxLogs=10 2024-11-12T10:22:44,784 DEBUG [RS:0;a10fb4296bab:41419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478/a10fb4296bab%2C41419%2C1731406962478.1731406964773, exclude list is [], retry=0 2024-11-12T10:22:44,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-2ded47cf-93ed-42ee-b76c-d331165dd86e,DISK] 2024-11-12T10:22:44,787 INFO [RS:0;a10fb4296bab:41419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478/a10fb4296bab%2C41419%2C1731406962478.1731406964773 2024-11-12T10:22:44,788 DEBUG [RS:0;a10fb4296bab:41419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40415:40415)] 2024-11-12T10:22:44,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:44,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:44,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:44,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:44,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:44,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:44,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:44,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:44,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:44,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:44,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:44,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:44,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:44,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:44,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:44,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/hbase/meta/1588230740 2024-11-12T10:22:44,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/hbase/meta/1588230740 2024-11-12T10:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:44,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:44,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:45,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:45,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62118773, jitterRate=-0.07435815036296844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406964991Initializing all the Stores at 1731406964992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406964992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406964992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406964992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406964992Cleaning up temporary data from old regions at 1731406964998 (+6 ms)Region opened successfully at 1731406965001 (+3 ms) 2024-11-12T10:22:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:45,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:45,001 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406965001Disabling compacts and flushes for region at 1731406965001Disabling writes for close at 1731406965001Writing region close event to WAL at 1731406965001Closed at 1731406965001 2024-11-12T10:22:45,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:45,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:22:45,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:22:45,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:45,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:22:45,153 DEBUG [a10fb4296bab:42305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:22:45,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,41419,1731406962478 2024-11-12T10:22:45,154 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41419,1731406962478, state=OPENING 2024-11-12T10:22:45,208 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:22:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02041651022 2024-11-12T10:22:45,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:45,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02041651022/meta-region-server: CHANGED 2024-11-12T10:22:45,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02041651022/meta-region-server: CHANGED 2024-11-12T10:22:45,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41419,1731406962478}] 2024-11-12T10:22:45,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:45,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:22:45,374 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:22:45,374 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:45,374 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:22:45,375 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41419%2C1731406962478.meta, suffix=.meta, logDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478, archiveDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/oldWALs, maxLogs=10 2024-11-12T10:22:45,387 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478/a10fb4296bab%2C41419%2C1731406962478.meta.1731406965376.meta, exclude list is [], retry=0 2024-11-12T10:22:45,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-2ded47cf-93ed-42ee-b76c-d331165dd86e,DISK] 2024-11-12T10:22:45,389 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/WALs/a10fb4296bab,41419,1731406962478/a10fb4296bab%2C41419%2C1731406962478.meta.1731406965376.meta 2024-11-12T10:22:45,389 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40415:40415)] 2024-11-12T10:22:45,389 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:45,390 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:45,390 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:45,390 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:22:45,390 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:22:45,390 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:22:45,390 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:45,390 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:22:45,390 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:22:45,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:45,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:45,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:45,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:45,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:45,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:45,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:45,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:45,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:45,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:45,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:45,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:45,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:45,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:45,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:45,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:45,394 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:45,395 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/hbase/meta/1588230740 2024-11-12T10:22:45,395 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/hbase/meta/1588230740 2024-11-12T10:22:45,396 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:45,396 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:45,397 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:45,397 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:45,398 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66449077, jitterRate=-0.009831592440605164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:45,398 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:22:45,398 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406965390Writing region info on filesystem at 1731406965390Initializing all the Stores at 1731406965391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406965391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406965391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406965391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406965391Cleaning up temporary data from old regions at 1731406965396 (+5 ms)Running coprocessor post-open hooks at 1731406965398 (+2 ms)Region opened successfully at 1731406965398 2024-11-12T10:22:45,399 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406965371 2024-11-12T10:22:45,401 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:22:45,401 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:22:45,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41419,1731406962478 2024-11-12T10:22:45,402 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41419,1731406962478, state=OPEN 2024-11-12T10:22:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x1012e9191b30000, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02041651022/meta-region-server 2024-11-12T10:22:45,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41419-0x1012e9191b30001, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02041651022/meta-region-server 2024-11-12T10:22:45,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,41419,1731406962478 2024-11-12T10:22:45,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02041651022/meta-region-server: CHANGED 2024-11-12T10:22:45,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02041651022/meta-region-server: CHANGED 2024-11-12T10:22:45,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:22:45,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41419,1731406962478 in 216 msec 2024-11-12T10:22:45,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:22:45,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-12T10:22:45,438 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:45,439 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:22:45,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:45,439 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41419,1731406962478, seqNum=-1] 2024-11-12T10:22:45,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:45,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:45,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 864 msec 2024-11-12T10:22:45,443 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406965443, completionTime=-1 2024-11-12T10:22:45,443 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:22:45,443 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407025445 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407085445 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42305,1731406962281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42305,1731406962281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42305,1731406962281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:42305, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,445 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,446 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:22:45,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.912sec 2024-11-12T10:22:45,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:22:45,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:22:45,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:22:45,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:22:45,447 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:22:45,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42305,1731406962281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:45,448 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42305,1731406962281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:22:45,449 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:22:45,449 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:22:45,449 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42305,1731406962281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:45,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1194e2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:45,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42305,-1 for getting cluster id 2024-11-12T10:22:45,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:45,502 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7a7cb5-3df1-4aa4-9077-bc65b5d29499' 2024-11-12T10:22:45,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:45,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7a7cb5-3df1-4aa4-9077-bc65b5d29499" 2024-11-12T10:22:45,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa577c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:45,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42305,-1] 2024-11-12T10:22:45,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:45,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:45,503 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:45,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c3f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:45,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:45,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41419,1731406962478, seqNum=-1] 2024-11-12T10:22:45,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:45,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:45,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,42305,1731406962281 2024-11-12T10:22:45,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56987 2024-11-12T10:22:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56987, baseZNode=/02041651022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:45,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e9191b30002 connected 2024-11-12T10:22:45,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42305,1731406962281 2024-11-12T10:22:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30134121 2024-11-12T10:22:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:45,538 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:45,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:22:45,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:22:45,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:45,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:22:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:45,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:22:45,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:22:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:45,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 684a958e9467b4b4a0f08b3161464604, NAME => 'test,,1731406965538.684a958e9467b4b4a0f08b3161464604.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4 2024-11-12T10:22:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:46,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406965538.684a958e9467b4b4a0f08b3161464604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:46,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 684a958e9467b4b4a0f08b3161464604, disabling compactions & flushes 2024-11-12T10:22:46,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406965538.684a958e9467b4b4a0f08b3161464604. after waiting 0 ms 2024-11-12T10:22:46,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 684a958e9467b4b4a0f08b3161464604: Waiting for close lock at 1731406966351Disabling compacts and flushes for region at 1731406966351Disabling writes for close at 1731406966351Writing region close event to WAL at 1731406966351Closed at 1731406966351 2024-11-12T10:22:46,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:22:46,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406965538.684a958e9467b4b4a0f08b3161464604.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406966352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406966352"}]},"ts":"1731406966352"} 2024-11-12T10:22:46,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:22:46,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:22:46,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406966354"}]},"ts":"1731406966354"} 2024-11-12T10:22:46,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:22:46,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=684a958e9467b4b4a0f08b3161464604, ASSIGN}] 2024-11-12T10:22:46,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=684a958e9467b4b4a0f08b3161464604, ASSIGN 2024-11-12T10:22:46,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=684a958e9467b4b4a0f08b3161464604, ASSIGN; state=OFFLINE, location=a10fb4296bab,41419,1731406962478; forceNewPlan=false, retain=false 2024-11-12T10:22:46,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=684a958e9467b4b4a0f08b3161464604, regionState=OPENING, regionLocation=a10fb4296bab,41419,1731406962478 2024-11-12T10:22:46,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=684a958e9467b4b4a0f08b3161464604, ASSIGN because future has completed 2024-11-12T10:22:46,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684a958e9467b4b4a0f08b3161464604, server=a10fb4296bab,41419,1731406962478}] 2024-11-12T10:22:46,663 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 684a958e9467b4b4a0f08b3161464604, NAME => 'test,,1731406965538.684a958e9467b4b4a0f08b3161464604.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:46,663 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:46,663 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:22:46,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,663 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406965538.684a958e9467b4b4a0f08b3161464604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:46,664 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,664 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,664 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,665 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684a958e9467b4b4a0f08b3161464604 columnFamilyName f 2024-11-12T10:22:46,665 DEBUG [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:46,666 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] regionserver.HStore(327): Store=684a958e9467b4b4a0f08b3161464604/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:46,666 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,666 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684a958e9467b4b4a0f08b3161464604 columnFamilyName f1 2024-11-12T10:22:46,666 DEBUG [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:46,667 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] regionserver.HStore(327): Store=684a958e9467b4b4a0f08b3161464604/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:46,667 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,667 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684a958e9467b4b4a0f08b3161464604 columnFamilyName norep 2024-11-12T10:22:46,667 DEBUG [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:46,668 INFO [StoreOpener-684a958e9467b4b4a0f08b3161464604-1 {}] regionserver.HStore(327): Store=684a958e9467b4b4a0f08b3161464604/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:46,668 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,668 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/default/test/684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,668 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/default/test/684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,669 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,669 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,669 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:22:46,670 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,671 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/data/default/test/684a958e9467b4b4a0f08b3161464604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:46,671 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 684a958e9467b4b4a0f08b3161464604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71386977, jitterRate=0.06374885141849518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:22:46,671 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 684a958e9467b4b4a0f08b3161464604 2024-11-12T10:22:46,672 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 684a958e9467b4b4a0f08b3161464604: Running coprocessor pre-open hook at 1731406966664Writing region info on filesystem at 1731406966664Initializing all the Stores at 1731406966664Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406966664Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406966664Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406966664Cleaning up temporary data from old regions at 1731406966669 (+5 ms)Running coprocessor post-open hooks at 1731406966671 (+2 ms)Region opened successfully at 1731406966672 (+1 ms) 2024-11-12T10:22:46,672 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406965538.684a958e9467b4b4a0f08b3161464604., pid=6, masterSystemTime=1731406966661 2024-11-12T10:22:46,673 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,673 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406965538.684a958e9467b4b4a0f08b3161464604. 2024-11-12T10:22:46,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=684a958e9467b4b4a0f08b3161464604, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,41419,1731406962478 2024-11-12T10:22:46,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684a958e9467b4b4a0f08b3161464604, server=a10fb4296bab,41419,1731406962478 because future has completed 2024-11-12T10:22:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:46,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:22:46,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 684a958e9467b4b4a0f08b3161464604, server=a10fb4296bab,41419,1731406962478 in 167 msec 2024-11-12T10:22:46,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:22:46,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=684a958e9467b4b4a0f08b3161464604, ASSIGN in 322 msec 2024-11-12T10:22:46,679 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:22:46,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406966679"}]},"ts":"1731406966679"} 2024-11-12T10:22:46,680 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:22:46,681 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:22:46,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-12T10:22:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:22:47,687 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:22:47,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b77056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:47,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42305,-1 for getting cluster id 2024-11-12T10:22:47,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:47,688 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7a7cb5-3df1-4aa4-9077-bc65b5d29499' 2024-11-12T10:22:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7a7cb5-3df1-4aa4-9077-bc65b5d29499" 2024-11-12T10:22:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e89c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42305,-1] 2024-11-12T10:22:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:47,689 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ec80a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:47,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42305,1731406962281 2024-11-12T10:22:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa88474 2024-11-12T10:22:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:47,691 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:47,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:42305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:22:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:22:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:47,693 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42305' 2024-11-12T10:22:47,694 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36762fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:47,694 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42305,-1 for getting cluster id 2024-11-12T10:22:47,694 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:47,695 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f7a7cb5-3df1-4aa4-9077-bc65b5d29499' 2024-11-12T10:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f7a7cb5-3df1-4aa4-9077-bc65b5d29499" 2024-11-12T10:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dea8dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42305,-1] 2024-11-12T10:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:47,696 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:47,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd60cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:47,696 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:22:47,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42305,1731406962281 2024-11-12T10:22:47,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730bd1d 2024-11-12T10:22:47,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:22:47,697 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:22:47,698 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T10:22:47,698 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:22:47,698 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:47,698 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:47,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:47,698 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a10fb4296bab:42305, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T10:22:47,703 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a10fb4296bab:42305, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a10fb4296bab:42305, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a10fb4296bab:42305, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T10:22:47,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a10fb4296bab:42305, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-12T10:22:47,704 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T10:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:22:47,798 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a10fb4296bab:42305, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T10:22:47,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:22:47,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:22:47,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:47,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:47,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:22:47,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 358) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 39965 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406964583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56987) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56987 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1326947814_20 at /127.0.0.1:46936 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33753 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 39965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/a10fb4296bab:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@15fba47b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp942076313-7895-acceptor-0@3a97fd1f-ServerConnector@3b776c2f{HTTP/1.1, (http/1.1)}{localhost:40679} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a10fb4296bab:41419-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007fc820abc0d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56987) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc82043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp942076313-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc82043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1291042010-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 0 on default port 33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: a10fb4296bab:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406964583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4/MasterData-prefix:a10fb4296bab,42305,1731406962281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4-prefix:a10fb4296bab,41419,1731406962478 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a10fb4296bab:41419 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2110317963_20 at /127.0.0.1:46968 [Receiving block BP-151776952-172.17.0.3-1731406960160:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/data/data2/current/BP-151776952-172.17.0.3-1731406960160 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3a4ec4d0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1326947814_20 at /127.0.0.1:47026 [Receiving block BP-151776952-172.17.0.3-1731406960160:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-151776952-172.17.0.3-1731406960160 heartbeating to localhost/127.0.0.1:33753 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;a10fb4296bab:42305 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc82043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:56987): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Session-HouseKeeper-de2dda7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(530440481) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master/a10fb4296bab:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1291042010-7940 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc82043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 33753 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc820a04000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2f13c430 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-49ebce46-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a6fb4a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56987) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@52302c22 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc82043bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-151776952-172.17.0.3-1731406960160:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1326947814_20 at /127.0.0.1:47010 [Receiving block BP-151776952-172.17.0.3-1731406960160:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp942076313-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-151776952-172.17.0.3-1731406960160:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp942076313-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1291042010-7941-acceptor-0@633d36fb-ServerConnector@332dafea{HTTP/1.1, (http/1.1)}{localhost:43881} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@25fb5ae3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@105aa11d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33753/user/jenkins/test-data/19e328e4-eecb-4bcc-87b9-137756c988d4-prefix:a10fb4296bab,41419,1731406962478.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/a10fb4296bab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-151776952-172.17.0.3-1731406960160:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 39965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/cluster_39cbb48c-fa51-759a-b04c-b0824f136a0a/data/data1/current/BP-151776952-172.17.0.3-1731406960160 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@71c37dcd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1291042010-7942 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=6500 (was 6523) 2024-11-12T10:22:47,816 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-12T10:22:47,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=6499 2024-11-12T10:22:47,828 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-12T10:22:47,840 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T10:22:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.log.dir so I do NOT create it in target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d 2024-11-12T10:22:47,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:22:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.tmp.dir so I do NOT create it in target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d 2024-11-12T10:22:47,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8edbf05-3ca2-4355-67da-0d0929ab595a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:22:47,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d 2024-11-12T10:22:47,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36, deleteOnExit=true 2024-11-12T10:22:47,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/zookeeper_0, clientPort=54079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:22:47,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54079 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/test.cache.data in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:22:47,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:47,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:47,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:22:47,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:22:47,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:22:47,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:47,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:22:47,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:22:48,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:48,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:48,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:48,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:48,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:22:48,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:48,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bb67941{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:48,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f74f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:48,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24666f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/java.io.tmpdir/jetty-localhost-42873-hadoop-hdfs-3_4_1-tests_jar-_-any-8461594802281178874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:48,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72cdabc1{HTTP/1.1, (http/1.1)}{localhost:42873} 2024-11-12T10:22:48,275 INFO [Time-limited test {}] server.Server(415): Started @320583ms 2024-11-12T10:22:48,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:48,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:48,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:48,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:48,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:48,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21758558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:48,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@643d0ba5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:48,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4580d9cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/java.io.tmpdir/jetty-localhost-44275-hadoop-hdfs-3_4_1-tests_jar-_-any-6635567602454032314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:48,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7048825d{HTTP/1.1, (http/1.1)}{localhost:44275} 2024-11-12T10:22:48,604 INFO [Time-limited test {}] server.Server(415): Started @320912ms 2024-11-12T10:22:48,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:22:49,311 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/data/data1/current/BP-211917699-172.17.0.3-1731406967912/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:49,311 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/data/data2/current/BP-211917699-172.17.0.3-1731406967912/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:49,325 WARN [Thread-4309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:22:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f63b15133cc5a57 with lease ID 0x6fc4565a04da39d1: Processing first storage report for DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532 from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=92dd402b-bf02-419f-81be-6037466cff90, infoPort=35887, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1778247303;c=1731406967912) 2024-11-12T10:22:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f63b15133cc5a57 with lease ID 0x6fc4565a04da39d1: from storage DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532 node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=92dd402b-bf02-419f-81be-6037466cff90, infoPort=35887, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1778247303;c=1731406967912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:22:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f63b15133cc5a57 with lease ID 0x6fc4565a04da39d1: Processing first storage report for DS-fb783b4a-0d46-4dd0-a0df-c600b6b8c5b5 from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=92dd402b-bf02-419f-81be-6037466cff90, infoPort=35887, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1778247303;c=1731406967912) 2024-11-12T10:22:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f63b15133cc5a57 with lease ID 0x6fc4565a04da39d1: from storage DS-fb783b4a-0d46-4dd0-a0df-c600b6b8c5b5 node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=92dd402b-bf02-419f-81be-6037466cff90, infoPort=35887, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1778247303;c=1731406967912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:22:49,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d 2024-11-12T10:22:49,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:49,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:49,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:22:49,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8 with version=8 2024-11-12T10:22:49,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/hbase-staging 2024-11-12T10:22:49,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:22:49,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:49,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37263 2024-11-12T10:22:49,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37263 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:22:49,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:49,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:49,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372630x0, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:49,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37263-0x1012e91b0040000 connected 2024-11-12T10:22:50,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:50,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:50,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/running 2024-11-12T10:22:50,028 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8, hbase.cluster.distributed=false 2024-11-12T10:22:50,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/acl 2024-11-12T10:22:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-12T10:22:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37263 2024-11-12T10:22:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37263 2024-11-12T10:22:50,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-12T10:22:50,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-12T10:22:50,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:22:50,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:50,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36761 2024-11-12T10:22:50,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36761 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:22:50,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:50,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367610x0, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:50,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36761-0x1012e91b0040001 connected 2024-11-12T10:22:50,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/running 2024-11-12T10:22:50,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:22:50,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:22:50,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/master 2024-11-12T10:22:50,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/acl 2024-11-12T10:22:50,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-12T10:22:50,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36761 2024-11-12T10:22:50,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36761 2024-11-12T10:22:50,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-12T10:22:50,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-12T10:22:50,077 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:37263 2024-11-12T10:22:50,078 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01967548848/backup-masters/a10fb4296bab,37263,1731406969836 2024-11-12T10:22:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848/backup-masters 2024-11-12T10:22:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848/backup-masters 2024-11-12T10:22:50,089 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on existing znode=/01967548848/backup-masters/a10fb4296bab,37263,1731406969836 2024-11-12T10:22:50,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01967548848/master 2024-11-12T10:22:50,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:50,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:50,099 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on existing znode=/01967548848/master 2024-11-12T10:22:50,099 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01967548848/backup-masters/a10fb4296bab,37263,1731406969836 from backup master directory 2024-11-12T10:22:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01967548848/backup-masters/a10fb4296bab,37263,1731406969836 2024-11-12T10:22:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848/backup-masters 2024-11-12T10:22:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848/backup-masters 2024-11-12T10:22:50,109 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:50,109 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,37263,1731406969836 2024-11-12T10:22:50,112 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/hbase.id] with ID: b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a 2024-11-12T10:22:50,112 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/.tmp/hbase.id 2024-11-12T10:22:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:22:50,518 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/.tmp/hbase.id]:[hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/hbase.id] 2024-11-12T10:22:50,524 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:50,524 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:22:50,525 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:22:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:22:50,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:22:50,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T10:22:51,012 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:51,013 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:22:51,013 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:22:51,418 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store 2024-11-12T10:22:51,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:22:51,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:51,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:51,824 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:51,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:51,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:51,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:51,824 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:51,824 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406971824Disabling compacts and flushes for region at 1731406971824Disabling writes for close at 1731406971824Writing region close event to WAL at 1731406971824Closed at 1731406971824 2024-11-12T10:22:51,826 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/.initializing 2024-11-12T10:22:51,826 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/WALs/a10fb4296bab,37263,1731406969836 2024-11-12T10:22:51,827 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:51,829 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C37263%2C1731406969836, suffix=, logDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/WALs/a10fb4296bab,37263,1731406969836, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/oldWALs, maxLogs=10 2024-11-12T10:22:51,846 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/WALs/a10fb4296bab,37263,1731406969836/a10fb4296bab%2C37263%2C1731406969836.1731406971829, exclude list is [], retry=0 2024-11-12T10:22:51,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:22:51,878 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/WALs/a10fb4296bab,37263,1731406969836/a10fb4296bab%2C37263%2C1731406969836.1731406971829 2024-11-12T10:22:51,880 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:22:51,880 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:51,880 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:51,881 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,881 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:22:51,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:51,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:51,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:22:51,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:51,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:51,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:22:51,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:51,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:51,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:22:51,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:51,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:51,891 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,891 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,891 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,892 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,892 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,892 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:51,893 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:51,895 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:51,895 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66046102, jitterRate=-0.015836387872695923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:51,895 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406971881Initializing all the Stores at 1731406971882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406971882Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406971884 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406971884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406971884Cleaning up temporary data from old regions at 1731406971892 (+8 ms)Region opened successfully at 1731406971895 (+3 ms) 2024-11-12T10:22:51,900 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:22:51,903 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628d8ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:51,903 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:22:51,904 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:22:51,904 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:22:51,904 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:22:51,904 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:22:51,904 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:22:51,904 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:22:51,906 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:22:51,907 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Unable to get data of znode /01967548848/balancer because node does not exist (not necessarily an error) 2024-11-12T10:22:51,934 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01967548848/balancer already deleted, retry=false 2024-11-12T10:22:51,935 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:22:51,936 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Unable to get data of znode /01967548848/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:22:51,945 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01967548848/normalizer already deleted, retry=false 2024-11-12T10:22:51,945 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:22:51,948 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Unable to get data of znode /01967548848/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:22:52,039 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01967548848/switch/split already deleted, retry=false 2024-11-12T10:22:52,040 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Unable to get data of znode /01967548848/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:22:52,050 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01967548848/switch/merge already deleted, retry=false 2024-11-12T10:22:52,053 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Unable to get data of znode /01967548848/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:22:52,060 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01967548848/snapshot-cleanup already deleted, retry=false 2024-11-12T10:22:52,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01967548848/running 2024-11-12T10:22:52,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01967548848/running 2024-11-12T10:22:52,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:52,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:52,073 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,37263,1731406969836, sessionid=0x1012e91b0040000, setting cluster-up flag (Was=false) 2024-11-12T10:22:52,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:52,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:52,124 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01967548848/flush-table-proc/acquired, /01967548848/flush-table-proc/reached, /01967548848/flush-table-proc/abort 2024-11-12T10:22:52,125 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,37263,1731406969836 2024-11-12T10:22:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:52,176 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01967548848/online-snapshot/acquired, /01967548848/online-snapshot/reached, /01967548848/online-snapshot/abort 2024-11-12T10:22:52,177 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,37263,1731406969836 2024-11-12T10:22:52,179 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:22:52,181 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:52,181 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:22:52,181 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:22:52,182 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,37263,1731406969836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:52,183 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:52,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:22:52,211 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:52,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731407002228 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:22:52,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:22:52,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:22:52,236 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,240 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:22:52,240 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:22:52,240 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:22:52,241 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:22:52,241 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:22:52,241 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:22:52,248 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406972241,5,FailOnTimeoutGroup] 2024-11-12T10:22:52,249 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406972248,5,FailOnTimeoutGroup] 2024-11-12T10:22:52,249 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,249 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:22:52,249 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,249 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,273 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(746): ClusterId : b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a 2024-11-12T10:22:52,273 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:22:52,283 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:22:52,283 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:22:52,293 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:22:52,293 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440022fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:52,317 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:36761 2024-11-12T10:22:52,317 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:22:52,317 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:22:52,317 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:22:52,318 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,37263,1731406969836 with port=36761, startcode=1731406970043 2024-11-12T10:22:52,318 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:22:52,321 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:22:52,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,36761,1731406970043 2024-11-12T10:22:52,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,36761,1731406970043 2024-11-12T10:22:52,323 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8 2024-11-12T10:22:52,323 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44621 2024-11-12T10:22:52,323 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:22:52,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848/rs 2024-11-12T10:22:52,335 DEBUG [RS:0;a10fb4296bab:36761 {}] zookeeper.ZKUtil(111): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on existing znode=/01967548848/rs/a10fb4296bab,36761,1731406970043 2024-11-12T10:22:52,335 WARN [RS:0;a10fb4296bab:36761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:52,335 INFO [RS:0;a10fb4296bab:36761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:52,335 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043 2024-11-12T10:22:52,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,36761,1731406970043] 2024-11-12T10:22:52,343 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:22:52,348 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:22:52,352 INFO [RS:0;a10fb4296bab:36761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:22:52,352 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,353 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:22:52,354 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:22:52,354 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,354 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,354 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,354 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,354 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,354 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,354 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:52,355 DEBUG [RS:0;a10fb4296bab:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:52,356 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,356 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,356 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,356 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,356 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,356 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36761,1731406970043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:52,392 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:22:52,392 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,36761,1731406970043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,392 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,392 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.Replication(171): a10fb4296bab,36761,1731406970043 started 2024-11-12T10:22:52,410 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:52,410 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,36761,1731406970043, RpcServer on a10fb4296bab/172.17.0.3:36761, sessionid=0x1012e91b0040001 2024-11-12T10:22:52,410 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:22:52,410 DEBUG [RS:0;a10fb4296bab:36761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,36761,1731406970043 2024-11-12T10:22:52,410 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,36761,1731406970043' 2024-11-12T10:22:52,410 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01967548848/flush-table-proc/abort' 2024-11-12T10:22:52,411 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01967548848/flush-table-proc/acquired' 2024-11-12T10:22:52,411 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:22:52,411 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:22:52,411 DEBUG [RS:0;a10fb4296bab:36761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,36761,1731406970043 2024-11-12T10:22:52,411 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,36761,1731406970043' 2024-11-12T10:22:52,411 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01967548848/online-snapshot/abort' 2024-11-12T10:22:52,412 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01967548848/online-snapshot/acquired' 2024-11-12T10:22:52,412 DEBUG [RS:0;a10fb4296bab:36761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:22:52,412 INFO [RS:0;a10fb4296bab:36761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:22:52,412 INFO [RS:0;a10fb4296bab:36761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:22:52,513 INFO [RS:0;a10fb4296bab:36761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:52,514 INFO [RS:0;a10fb4296bab:36761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C36761%2C1731406970043, suffix=, logDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/oldWALs, maxLogs=10 2024-11-12T10:22:52,534 DEBUG [RS:0;a10fb4296bab:36761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514, exclude list is [], retry=0 2024-11-12T10:22:52,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:22:52,553 INFO [RS:0;a10fb4296bab:36761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 2024-11-12T10:22:52,556 DEBUG [RS:0;a10fb4296bab:36761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:22:52,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:22:52,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8 2024-11-12T10:22:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:22:53,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:53,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:53,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:53,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:53,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:53,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:53,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:53,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:53,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:53,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:53,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740 2024-11-12T10:22:53,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740 2024-11-12T10:22:53,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:53,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:53,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:53,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:53,064 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71178993, jitterRate=0.06064964830875397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406973054Initializing all the Stores at 1731406973055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406973055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406973055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406973055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406973055Cleaning up temporary data from old regions at 1731406973062 (+7 ms)Region opened successfully at 1731406973064 (+2 ms) 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:53,064 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:53,064 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406973064Disabling compacts and flushes for region at 1731406973064Disabling writes for close at 1731406973064Writing region close event to WAL at 1731406973064Closed at 1731406973064 2024-11-12T10:22:53,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:53,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:22:53,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:22:53,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:53,067 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:22:53,218 DEBUG [a10fb4296bab:37263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:22:53,218 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,36761,1731406970043 2024-11-12T10:22:53,219 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,36761,1731406970043, state=OPENING 2024-11-12T10:22:53,229 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:22:53,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:53,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:22:53,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01967548848/meta-region-server: CHANGED 2024-11-12T10:22:53,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01967548848/meta-region-server: CHANGED 2024-11-12T10:22:53,242 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:53,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,36761,1731406970043}] 2024-11-12T10:22:53,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:22:53,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:22:53,397 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:22:53,397 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:53,397 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:22:53,398 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C36761%2C1731406970043.meta, suffix=.meta, logDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/oldWALs, maxLogs=10 2024-11-12T10:22:53,414 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406973399.meta, exclude list is [], retry=0 2024-11-12T10:22:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:22:53,426 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406973399.meta 2024-11-12T10:22:53,426 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:22:53,426 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:53,427 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:22:53,427 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:22:53,427 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:22:53,427 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:22:53,427 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:22:53,427 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:53,428 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:22:53,428 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:22:53,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:53,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:53,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:53,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:53,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:53,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:53,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:53,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:53,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:53,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:53,435 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:53,435 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740 2024-11-12T10:22:53,436 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740 2024-11-12T10:22:53,437 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:53,437 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:53,437 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:53,438 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:53,438 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73289812, jitterRate=0.09210330247879028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:53,438 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:22:53,438 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406973428Writing region info on filesystem at 1731406973428Initializing all the Stores at 1731406973429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406973429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406973429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406973429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406973429Cleaning up temporary data from old regions at 1731406973437 (+8 ms)Running coprocessor post-open hooks at 1731406973438 (+1 ms)Region opened successfully at 1731406973438 2024-11-12T10:22:53,439 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406973394 2024-11-12T10:22:53,440 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:22:53,440 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:22:53,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,36761,1731406970043 2024-11-12T10:22:53,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,36761,1731406970043, state=OPEN 2024-11-12T10:22:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01967548848/meta-region-server 2024-11-12T10:22:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01967548848/meta-region-server 2024-11-12T10:22:53,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,36761,1731406970043 2024-11-12T10:22:53,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01967548848/meta-region-server: CHANGED 2024-11-12T10:22:53,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01967548848/meta-region-server: CHANGED 2024-11-12T10:22:53,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:22:53,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,36761,1731406970043 in 244 msec 2024-11-12T10:22:53,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:22:53,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-12T10:22:53,490 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:53,490 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:22:53,491 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:53,491 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,36761,1731406970043, seqNum=-1] 2024-11-12T10:22:53,491 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:53,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:53,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-12T10:22:53,497 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406973497, completionTime=-1 2024-11-12T10:22:53,498 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:22:53,498 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:22:53,499 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:22:53,499 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407033499 2024-11-12T10:22:53,499 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407093499 2024-11-12T10:22:53,499 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T10:22:53,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37263,1731406969836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37263,1731406969836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37263,1731406969836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:37263, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,500 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,501 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.393sec 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37263,1731406969836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:53,502 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37263,1731406969836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:22:53,504 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:22:53,504 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:22:53,504 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37263,1731406969836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:53,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ca119c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:53,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,37263,-1 for getting cluster id 2024-11-12T10:22:53,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:22:53,572 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a' 2024-11-12T10:22:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:22:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a" 2024-11-12T10:22:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db8de41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,37263,-1] 2024-11-12T10:22:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:22:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:22:53,573 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:22:53,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605e4c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:22:53,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:22:53,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,36761,1731406970043, seqNum=-1] 2024-11-12T10:22:53,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:22:53,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:22:53,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,37263,1731406969836 2024-11-12T10:22:53,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:22:53,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:53,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012e91b0040002 connected 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir so I do NOT create it in target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c 2024-11-12T10:22:53,610 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.tmp.dir so I do NOT create it in target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c 2024-11-12T10:22:53,610 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:22:53,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/cluster_b85a8014-1767-878f-b2d9-39f8afa5e3cd, deleteOnExit=true 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/test.cache.data in system properties and HBase conf 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:22:53,610 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:22:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:22:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:22:54,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:54,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:54,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:54,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:54,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:54,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:54,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210743d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:54,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56952b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:54,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd9bf32{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/java.io.tmpdir/jetty-localhost-36705-hadoop-hdfs-3_4_1-tests_jar-_-any-10542610010817481883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:22:54,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49978567{HTTP/1.1, (http/1.1)}{localhost:36705} 2024-11-12T10:22:54,341 INFO [Time-limited test {}] server.Server(415): Started @326649ms 2024-11-12T10:22:54,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:22:54,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T10:22:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:22:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T10:22:54,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:22:54,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:22:54,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:22:54,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:22:54,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:22:54,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:22:54,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:22:54,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786ab9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:22:54,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d275c41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:22:54,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dfb562c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/java.io.tmpdir/jetty-localhost-41049-hadoop-hdfs-3_4_1-tests_jar-_-any-8921577274780527549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:22:54,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c328bdd{HTTP/1.1, (http/1.1)}{localhost:41049} 2024-11-12T10:22:54,860 INFO [Time-limited test {}] server.Server(415): Started @327168ms 2024-11-12T10:22:54,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:22:56,552 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/cluster_b85a8014-1767-878f-b2d9-39f8afa5e3cd/data/data1/current/BP-1614743933-172.17.0.3-1731406973624/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:56,552 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/cluster_b85a8014-1767-878f-b2d9-39f8afa5e3cd/data/data2/current/BP-1614743933-172.17.0.3-1731406973624/current, will proceed with Du for space computation calculation, 2024-11-12T10:22:56,572 WARN [Thread-4430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:22:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff062e89ebc583a2 with lease ID 0x69bf0a669c5596fe: Processing first storage report for DS-0831c8fb-caad-4c7a-942c-5a78e121f46d from datanode DatanodeRegistration(127.0.0.1:33155, datanodeUuid=c9e1fc3a-026e-4c64-a9df-d49250ef7f58, infoPort=37827, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=550692349;c=1731406973624) 2024-11-12T10:22:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff062e89ebc583a2 with lease ID 0x69bf0a669c5596fe: from storage DS-0831c8fb-caad-4c7a-942c-5a78e121f46d node DatanodeRegistration(127.0.0.1:33155, datanodeUuid=c9e1fc3a-026e-4c64-a9df-d49250ef7f58, infoPort=37827, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=550692349;c=1731406973624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:22:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff062e89ebc583a2 with lease ID 0x69bf0a669c5596fe: Processing first storage report for DS-2d251010-ec06-4169-8a6d-df52d98584c6 from datanode DatanodeRegistration(127.0.0.1:33155, datanodeUuid=c9e1fc3a-026e-4c64-a9df-d49250ef7f58, infoPort=37827, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=550692349;c=1731406973624) 2024-11-12T10:22:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff062e89ebc583a2 with lease ID 0x69bf0a669c5596fe: from storage DS-2d251010-ec06-4169-8a6d-df52d98584c6 node DatanodeRegistration(127.0.0.1:33155, datanodeUuid=c9e1fc3a-026e-4c64-a9df-d49250ef7f58, infoPort=37827, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=550692349;c=1731406973624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:22:56,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c 2024-11-12T10:22:56,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:56,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:22:57,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459 with version=8 2024-11-12T10:22:57,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/hbase-staging 2024-11-12T10:22:57,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:57,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39073 2024-11-12T10:22:57,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39073 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:22:57,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390730x0, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:57,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39073-0x1012e91b0040003 connected 2024-11-12T10:22:57,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:57,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:57,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/running 2024-11-12T10:22:57,196 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459, hbase.cluster.distributed=false 2024-11-12T10:22:57,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/acl 2024-11-12T10:22:57,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39073 2024-11-12T10:22:57,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39073 2024-11-12T10:22:57,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39073 2024-11-12T10:22:57,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39073 2024-11-12T10:22:57,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39073 2024-11-12T10:22:57,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:22:57,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:57,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:57,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:22:57,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:22:57,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:22:57,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:22:57,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:22:57,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41181 2024-11-12T10:22:57,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41181 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:22:57,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:57,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:57,235 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411810x0, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:22:57,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411810x0, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/running 2024-11-12T10:22:57,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41181-0x1012e91b0040004 connected 2024-11-12T10:22:57,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:22:57,237 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:22:57,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/master 2024-11-12T10:22:57,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/acl 2024-11-12T10:22:57,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41181 2024-11-12T10:22:57,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41181 2024-11-12T10:22:57,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41181 2024-11-12T10:22:57,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41181 2024-11-12T10:22:57,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41181 2024-11-12T10:22:57,258 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:39073 2024-11-12T10:22:57,258 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1794726844/backup-masters/a10fb4296bab,39073,1731406977010 2024-11-12T10:22:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844/backup-masters 2024-11-12T10:22:57,277 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844/backup-masters 2024-11-12T10:22:57,278 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on existing znode=/1794726844/backup-masters/a10fb4296bab,39073,1731406977010 2024-11-12T10:22:57,288 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1794726844/master 2024-11-12T10:22:57,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:57,288 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:57,288 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on existing znode=/1794726844/master 2024-11-12T10:22:57,288 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1794726844/backup-masters/a10fb4296bab,39073,1731406977010 from backup master directory 2024-11-12T10:22:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794726844/backup-masters/a10fb4296bab,39073,1731406977010 2024-11-12T10:22:57,298 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844/backup-masters 2024-11-12T10:22:57,298 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844/backup-masters 2024-11-12T10:22:57,298 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,39073,1731406977010 2024-11-12T10:22:57,305 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/hbase.id] with ID: 675c0cfd-a866-400b-ae2f-53eec6007cfc 2024-11-12T10:22:57,305 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/.tmp/hbase.id 2024-11-12T10:22:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:22:57,313 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/.tmp/hbase.id]:[hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/hbase.id] 2024-11-12T10:22:57,321 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:22:57,321 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:22:57,322 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:22:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:57,334 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:22:57,742 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:22:57,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:22:57,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:22:58,148 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store 2024-11-12T10:22:58,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:22:58,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:58,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:22:58,553 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:58,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:58,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:22:58,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:58,553 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:22:58,553 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406978553Disabling compacts and flushes for region at 1731406978553Disabling writes for close at 1731406978553Writing region close event to WAL at 1731406978553Closed at 1731406978553 2024-11-12T10:22:58,554 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/.initializing 2024-11-12T10:22:58,554 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/WALs/a10fb4296bab,39073,1731406977010 2024-11-12T10:22:58,555 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:58,556 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C39073%2C1731406977010, suffix=, logDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/WALs/a10fb4296bab,39073,1731406977010, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/oldWALs, maxLogs=10 2024-11-12T10:22:58,575 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/WALs/a10fb4296bab,39073,1731406977010/a10fb4296bab%2C39073%2C1731406977010.1731406978557, exclude list is [], retry=0 2024-11-12T10:22:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-0831c8fb-caad-4c7a-942c-5a78e121f46d,DISK] 2024-11-12T10:22:58,581 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/WALs/a10fb4296bab,39073,1731406977010/a10fb4296bab%2C39073%2C1731406977010.1731406978557 2024-11-12T10:22:58,584 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-12T10:22:58,584 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:22:58,584 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:58,585 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,585 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:22:58,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:58,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:58,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:22:58,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:58,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:58,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:22:58,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:58,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:58,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:22:58,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:58,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:22:58,590 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,591 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,591 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,592 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,592 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,592 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:58,593 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:22:58,594 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:58,595 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72287640, jitterRate=0.07716977596282959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:58,595 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406978585Initializing all the Stores at 1731406978585Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406978585Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406978585Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406978585Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406978585Cleaning up temporary data from old regions at 1731406978592 (+7 ms)Region opened successfully at 1731406978595 (+3 ms) 2024-11-12T10:22:58,595 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:22:58,596 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edefaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:58,597 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:22:58,597 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:22:58,597 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:22:58,597 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:22:58,598 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:22:58,598 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:22:58,598 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:22:58,601 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:22:58,602 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Unable to get data of znode /1794726844/balancer because node does not exist (not necessarily an error) 2024-11-12T10:22:58,614 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794726844/balancer already deleted, retry=false 2024-11-12T10:22:58,614 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:22:58,615 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Unable to get data of znode /1794726844/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:22:58,624 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794726844/normalizer already deleted, retry=false 2024-11-12T10:22:58,625 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:22:58,625 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Unable to get data of znode /1794726844/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:22:58,713 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794726844/switch/split already deleted, retry=false 2024-11-12T10:22:58,713 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Unable to get data of znode /1794726844/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:22:58,816 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794726844/switch/merge already deleted, retry=false 2024-11-12T10:22:58,817 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Unable to get data of znode /1794726844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:22:58,845 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1794726844/snapshot-cleanup already deleted, retry=false 2024-11-12T10:22:58,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1794726844/running 2024-11-12T10:22:58,856 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1794726844/running 2024-11-12T10:22:58,856 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:58,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:58,856 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,39073,1731406977010, sessionid=0x1012e91b0040003, setting cluster-up flag (Was=false) 2024-11-12T10:22:58,877 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:58,909 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1794726844/flush-table-proc/acquired, /1794726844/flush-table-proc/reached, /1794726844/flush-table-proc/abort 2024-11-12T10:22:58,909 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39073,1731406977010 2024-11-12T10:22:58,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:22:58,930 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:58,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:22:58,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,975 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1794726844/online-snapshot/acquired, /1794726844/online-snapshot/reached, /1794726844/online-snapshot/abort 2024-11-12T10:22:58,977 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,39073,1731406977010 2024-11-12T10:22:58,980 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:22:58,982 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:58,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:22:58,982 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:22:58,982 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,39073,1731406977010 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:58,984 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:58,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:58,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:22:58,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:58,991 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:58,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:22:58,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:59,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:59,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:59,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731407009024 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:22:59,024 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:22:59,028 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:22:59,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:22:59,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:22:59,032 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:22:59,033 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:22:59,033 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:22:59,040 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406979033,5,FailOnTimeoutGroup] 2024-11-12T10:22:59,040 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406979040,5,FailOnTimeoutGroup] 2024-11-12T10:22:59,040 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,040 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:22:59,040 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,041 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:22:59,050 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(746): ClusterId : 675c0cfd-a866-400b-ae2f-53eec6007cfc 2024-11-12T10:22:59,050 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:22:59,061 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:22:59,061 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:22:59,153 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:22:59,154 DEBUG [RS:0;a10fb4296bab:41181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc45f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:22:59,168 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:41181 2024-11-12T10:22:59,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:22:59,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:22:59,168 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:22:59,169 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,39073,1731406977010 with port=41181, startcode=1731406977211 2024-11-12T10:22:59,169 DEBUG [RS:0;a10fb4296bab:41181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:22:59,170 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:22:59,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,41181,1731406977211 2024-11-12T10:22:59,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39073 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,41181,1731406977211 2024-11-12T10:22:59,171 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459 2024-11-12T10:22:59,171 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40201 2024-11-12T10:22:59,171 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:22:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844/rs 2024-11-12T10:22:59,197 DEBUG [RS:0;a10fb4296bab:41181 {}] zookeeper.ZKUtil(111): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on existing znode=/1794726844/rs/a10fb4296bab,41181,1731406977211 2024-11-12T10:22:59,197 WARN [RS:0;a10fb4296bab:41181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:22:59,198 INFO [RS:0;a10fb4296bab:41181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:22:59,198 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211 2024-11-12T10:22:59,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,41181,1731406977211] 2024-11-12T10:22:59,200 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:22:59,201 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:22:59,201 INFO [RS:0;a10fb4296bab:41181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:22:59,201 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,201 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:22:59,202 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:22:59,202 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:59,202 DEBUG [RS:0;a10fb4296bab:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:22:59,202 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,203 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,203 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,203 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,203 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,203 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41181,1731406977211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:22:59,219 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:22:59,219 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41181,1731406977211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,219 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,219 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.Replication(171): a10fb4296bab,41181,1731406977211 started 2024-11-12T10:22:59,235 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:22:59,235 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,41181,1731406977211, RpcServer on a10fb4296bab/172.17.0.3:41181, sessionid=0x1012e91b0040004 2024-11-12T10:22:59,235 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:22:59,235 DEBUG [RS:0;a10fb4296bab:41181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,41181,1731406977211 2024-11-12T10:22:59,235 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41181,1731406977211' 2024-11-12T10:22:59,235 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1794726844/flush-table-proc/abort' 2024-11-12T10:22:59,236 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1794726844/flush-table-proc/acquired' 2024-11-12T10:22:59,236 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:22:59,236 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:22:59,236 DEBUG [RS:0;a10fb4296bab:41181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,41181,1731406977211 2024-11-12T10:22:59,236 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41181,1731406977211' 2024-11-12T10:22:59,236 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1794726844/online-snapshot/abort' 2024-11-12T10:22:59,237 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1794726844/online-snapshot/acquired' 2024-11-12T10:22:59,237 DEBUG [RS:0;a10fb4296bab:41181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:22:59,237 INFO [RS:0;a10fb4296bab:41181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:22:59,237 INFO [RS:0;a10fb4296bab:41181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:22:59,337 INFO [RS:0;a10fb4296bab:41181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:22:59,338 INFO [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41181%2C1731406977211, suffix=, logDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/oldWALs, maxLogs=10 2024-11-12T10:22:59,353 DEBUG [RS:0;a10fb4296bab:41181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211/a10fb4296bab%2C41181%2C1731406977211.1731406979339, exclude list is [], retry=0 2024-11-12T10:22:59,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-0831c8fb-caad-4c7a-942c-5a78e121f46d,DISK] 2024-11-12T10:22:59,357 INFO [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211/a10fb4296bab%2C41181%2C1731406977211.1731406979339 2024-11-12T10:22:59,357 DEBUG [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-12T10:22:59,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:22:59,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459 2024-11-12T10:22:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:22:59,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:22:59,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:22:59,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:22:59,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:59,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:59,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:22:59,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:22:59,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:59,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:59,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:22:59,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:22:59,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:59,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:59,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:22:59,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:22:59,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:22:59,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:22:59,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:22:59,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740 2024-11-12T10:22:59,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740 2024-11-12T10:22:59,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:22:59,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:22:59,869 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:22:59,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:22:59,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:22:59,874 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64251712, jitterRate=-0.04257488250732422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:22:59,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406979852Initializing all the Stores at 1731406979853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406979853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406979853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406979853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406979853Cleaning up temporary data from old regions at 1731406979868 (+15 ms)Region opened successfully at 1731406979874 (+6 ms) 2024-11-12T10:22:59,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:22:59,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:22:59,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:22:59,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:22:59,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:22:59,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:22:59,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406979874Disabling compacts and flushes for region at 1731406979874Disabling writes for close at 1731406979874Writing region close event to WAL at 1731406979875 (+1 ms)Closed at 1731406979875 2024-11-12T10:22:59,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:22:59,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:22:59,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:22:59,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:22:59,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:23:00,029 DEBUG [a10fb4296bab:39073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:23:00,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,41181,1731406977211 2024-11-12T10:23:00,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41181,1731406977211, state=OPENING 2024-11-12T10:23:00,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:23:00,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:23:00,081 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:23:00,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794726844/meta-region-server: CHANGED 2024-11-12T10:23:00,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794726844/meta-region-server: CHANGED 2024-11-12T10:23:00,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:23:00,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41181,1731406977211}] 2024-11-12T10:23:00,237 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:23:00,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:23:00,252 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:23:00,252 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:23:00,252 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:23:00,255 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C41181%2C1731406977211.meta, suffix=.meta, logDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211, archiveDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/oldWALs, maxLogs=10 2024-11-12T10:23:00,277 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211/a10fb4296bab%2C41181%2C1731406977211.meta.1731406980256.meta, exclude list is [], retry=0 2024-11-12T10:23:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-0831c8fb-caad-4c7a-942c-5a78e121f46d,DISK] 2024-11-12T10:23:00,296 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/WALs/a10fb4296bab,41181,1731406977211/a10fb4296bab%2C41181%2C1731406977211.meta.1731406980256.meta 2024-11-12T10:23:00,298 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-12T10:23:00,298 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:00,298 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:23:00,299 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:23:00,299 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:23:00,299 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:23:00,299 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:23:00,299 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:00,299 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:23:00,299 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:23:00,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:23:00,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:23:00,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:00,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:00,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:23:00,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:23:00,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:00,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:00,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:23:00,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:23:00,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:00,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:00,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:23:00,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:23:00,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:00,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:00,309 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:23:00,310 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740 2024-11-12T10:23:00,311 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740 2024-11-12T10:23:00,311 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:23:00,312 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:23:00,313 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:23:00,314 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:23:00,314 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62723371, jitterRate=-0.06534893810749054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:23:00,314 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:23:00,315 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406980299Writing region info on filesystem at 1731406980299Initializing all the Stores at 1731406980300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406980300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406980301 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406980301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406980301Cleaning up temporary data from old regions at 1731406980312 (+11 ms)Running coprocessor post-open hooks at 1731406980314 (+2 ms)Region opened successfully at 1731406980315 (+1 ms) 2024-11-12T10:23:00,315 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406980236 2024-11-12T10:23:00,317 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:23:00,318 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:23:00,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41181,1731406977211 2024-11-12T10:23:00,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,41181,1731406977211, state=OPEN 2024-11-12T10:23:00,330 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1794726844/meta-region-server 2024-11-12T10:23:00,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1794726844/meta-region-server 2024-11-12T10:23:00,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794726844/meta-region-server: CHANGED 2024-11-12T10:23:00,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1794726844/meta-region-server: CHANGED 2024-11-12T10:23:00,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,41181,1731406977211 2024-11-12T10:23:00,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:23:00,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,41181,1731406977211 in 248 msec 2024-11-12T10:23:00,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:23:00,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-12T10:23:00,336 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:23:00,336 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:23:00,337 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:00,338 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41181,1731406977211, seqNum=-1] 2024-11-12T10:23:00,338 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:00,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:00,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3630 sec 2024-11-12T10:23:00,345 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406980345, completionTime=-1 2024-11-12T10:23:00,345 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:23:00,345 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:23:00,347 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407040348 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407100348 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39073,1731406977010-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39073,1731406977010-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39073,1731406977010-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:39073, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,348 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,349 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,352 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:23:00,355 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.057sec 2024-11-12T10:23:00,355 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:23:00,355 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:23:00,355 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:23:00,355 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:23:00,355 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:23:00,356 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39073,1731406977010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:23:00,356 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39073,1731406977010-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:23:00,362 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:23:00,362 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:23:00,362 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39073,1731406977010-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:00,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c72abf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:00,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39073,-1 for getting cluster id 2024-11-12T10:23:00,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:00,454 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675c0cfd-a866-400b-ae2f-53eec6007cfc' 2024-11-12T10:23:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675c0cfd-a866-400b-ae2f-53eec6007cfc" 2024-11-12T10:23:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c15532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39073,-1] 2024-11-12T10:23:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:00,456 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:00,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615fdc61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:00,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41181,1731406977211, seqNum=-1] 2024-11-12T10:23:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:00,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,39073,1731406977010 2024-11-12T10:23:00,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:23:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:23:00,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012e91b0040005 connected 2024-11-12T10:23:00,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir so I do NOT create it in target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b 2024-11-12T10:23:00,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:23:00,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.tmp.dir so I do NOT create it in target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b 2024-11-12T10:23:00,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:23:00,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b 2024-11-12T10:23:00,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:23:00,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/cluster_f86c6fa6-0fb8-c97b-cd37-870edd09110e, deleteOnExit=true 2024-11-12T10:23:00,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:23:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/test.cache.data in system properties and HBase conf 2024-11-12T10:23:00,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:23:00,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:23:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:23:00,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:23:00,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:23:00,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:23:00,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:23:00,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:23:00,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:23:00,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:23:00,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a514d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:23:00,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35feeda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:23:01,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61eec301{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/java.io.tmpdir/jetty-localhost-41177-hadoop-hdfs-3_4_1-tests_jar-_-any-8637156661142359705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:23:01,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e44f0d4{HTTP/1.1, (http/1.1)}{localhost:41177} 2024-11-12T10:23:01,154 INFO [Time-limited test {}] server.Server(415): Started @333462ms 2024-11-12T10:23:01,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:23:01,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:23:01,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:23:01,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:23:01,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:23:01,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d616c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:23:01,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee032f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:23:02,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f3df764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/java.io.tmpdir/jetty-localhost-40579-hadoop-hdfs-3_4_1-tests_jar-_-any-7808887076419166308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:23:02,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb5a8b7{HTTP/1.1, (http/1.1)}{localhost:40579} 2024-11-12T10:23:02,035 INFO [Time-limited test {}] server.Server(415): Started @334343ms 2024-11-12T10:23:02,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:23:02,857 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/cluster_f86c6fa6-0fb8-c97b-cd37-870edd09110e/data/data1/current/BP-95951452-172.17.0.3-1731406980556/current, will proceed with Du for space computation calculation, 2024-11-12T10:23:02,865 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/cluster_f86c6fa6-0fb8-c97b-cd37-870edd09110e/data/data2/current/BP-95951452-172.17.0.3-1731406980556/current, will proceed with Du for space computation calculation, 2024-11-12T10:23:02,969 WARN [Thread-4551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:23:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa08ce170c0f565dd with lease ID 0xa3862c4d70cefcf8: Processing first storage report for DS-a98a4230-b2a3-4443-9907-a12d5ab900b0 from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=c3f9df71-c3ae-4e8c-a9c8-a2fb976eea50, infoPort=41275, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=177555229;c=1731406980556) 2024-11-12T10:23:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa08ce170c0f565dd with lease ID 0xa3862c4d70cefcf8: from storage DS-a98a4230-b2a3-4443-9907-a12d5ab900b0 node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=c3f9df71-c3ae-4e8c-a9c8-a2fb976eea50, infoPort=41275, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=177555229;c=1731406980556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:23:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa08ce170c0f565dd with lease ID 0xa3862c4d70cefcf8: Processing first storage report for DS-0422ef8c-1531-4126-9a34-ed0a1f3a5d9e from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=c3f9df71-c3ae-4e8c-a9c8-a2fb976eea50, infoPort=41275, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=177555229;c=1731406980556) 2024-11-12T10:23:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa08ce170c0f565dd with lease ID 0xa3862c4d70cefcf8: from storage DS-0422ef8c-1531-4126-9a34-ed0a1f3a5d9e node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=c3f9df71-c3ae-4e8c-a9c8-a2fb976eea50, infoPort=41275, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=177555229;c=1731406980556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:23:03,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b 2024-11-12T10:23:03,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:23:03,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a with version=8 2024-11-12T10:23:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/hbase-staging 2024-11-12T10:23:03,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:23:03,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:23:03,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:23:03,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:23:03,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:23:03,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:23:03,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:23:03,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:23:03,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42631 2024-11-12T10:23:03,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42631 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:23:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426310x0, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:23:03,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42631-0x1012e91b0040006 connected 2024-11-12T10:23:03,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/running 2024-11-12T10:23:03,170 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a, hbase.cluster.distributed=false 2024-11-12T10:23:03,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/acl 2024-11-12T10:23:03,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-12T10:23:03,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42631 2024-11-12T10:23:03,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42631 2024-11-12T10:23:03,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-12T10:23:03,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-12T10:23:03,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:23:03,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:23:03,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39289 2024-11-12T10:23:03,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39289 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:23:03,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392890x0, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:23:03,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392890x0, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/running 2024-11-12T10:23:03,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:23:03,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39289-0x1012e91b0040007 connected 2024-11-12T10:23:03,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:23:03,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/master 2024-11-12T10:23:03,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/acl 2024-11-12T10:23:03,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39289 2024-11-12T10:23:03,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39289 2024-11-12T10:23:03,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39289 2024-11-12T10:23:03,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39289 2024-11-12T10:23:03,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39289 2024-11-12T10:23:03,314 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:42631 2024-11-12T10:23:03,317 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-372106339/backup-masters/a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339/backup-masters 2024-11-12T10:23:03,330 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on existing znode=/2-372106339/backup-masters/a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339/backup-masters 2024-11-12T10:23:03,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-372106339/master 2024-11-12T10:23:03,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,341 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on existing znode=/2-372106339/master 2024-11-12T10:23:03,342 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-372106339/backup-masters/a10fb4296bab,42631,1731406983055 from backup master directory 2024-11-12T10:23:03,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-372106339/backup-masters/a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339/backup-masters 2024-11-12T10:23:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339/backup-masters 2024-11-12T10:23:03,351 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:23:03,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,355 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/hbase.id] with ID: 5c1f6b08-aa97-4c16-9286-7d09162743aa 2024-11-12T10:23:03,355 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/.tmp/hbase.id 2024-11-12T10:23:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:23:03,386 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/.tmp/hbase.id]:[hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/hbase.id] 2024-11-12T10:23:03,397 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:03,397 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:23:03,399 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T10:23:03,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:23:03,426 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:23:03,427 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:23:03,427 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:23:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:23:03,468 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store 2024-11-12T10:23:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:23:03,539 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:03,539 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:23:03,539 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:03,539 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:03,539 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:23:03,539 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:03,539 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:03,539 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406983539Disabling compacts and flushes for region at 1731406983539Disabling writes for close at 1731406983539Writing region close event to WAL at 1731406983539Closed at 1731406983539 2024-11-12T10:23:03,540 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/.initializing 2024-11-12T10:23:03,540 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/WALs/a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,541 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:23:03,543 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42631%2C1731406983055, suffix=, logDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/WALs/a10fb4296bab,42631,1731406983055, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/oldWALs, maxLogs=10 2024-11-12T10:23:03,563 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/WALs/a10fb4296bab,42631,1731406983055/a10fb4296bab%2C42631%2C1731406983055.1731406983544, exclude list is [], retry=0 2024-11-12T10:23:03,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a98a4230-b2a3-4443-9907-a12d5ab900b0,DISK] 2024-11-12T10:23:03,578 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/WALs/a10fb4296bab,42631,1731406983055/a10fb4296bab%2C42631%2C1731406983055.1731406983544 2024-11-12T10:23:03,578 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-12T10:23:03,579 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:03,579 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:03,579 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,579 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:23:03,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:03,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:23:03,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:03,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:03,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:23:03,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:03,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:03,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:23:03,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:03,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:03,588 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,589 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,589 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,590 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,591 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,591 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:23:03,592 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:23:03,595 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:23:03,596 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69669409, jitterRate=0.03815509378910065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:23:03,596 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406983579Initializing all the Stores at 1731406983580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406983580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406983580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406983580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406983580Cleaning up temporary data from old regions at 1731406983591 (+11 ms)Region opened successfully at 1731406983596 (+5 ms) 2024-11-12T10:23:03,596 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:23:03,599 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179db67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:23:03,600 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:23:03,601 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:23:03,601 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:23:03,601 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:23:03,601 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:23:03,602 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:23:03,602 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:23:03,610 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:23:03,611 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Unable to get data of znode /2-372106339/balancer because node does not exist (not necessarily an error) 2024-11-12T10:23:03,618 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-372106339/balancer already deleted, retry=false 2024-11-12T10:23:03,619 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:23:03,619 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Unable to get data of znode /2-372106339/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:23:03,628 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-372106339/normalizer already deleted, retry=false 2024-11-12T10:23:03,629 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:23:03,630 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Unable to get data of znode /2-372106339/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:23:03,639 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-372106339/switch/split already deleted, retry=false 2024-11-12T10:23:03,640 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Unable to get data of znode /2-372106339/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:23:03,650 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-372106339/switch/merge already deleted, retry=false 2024-11-12T10:23:03,652 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Unable to get data of znode /2-372106339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:23:03,660 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-372106339/snapshot-cleanup already deleted, retry=false 2024-11-12T10:23:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-372106339/running 2024-11-12T10:23:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-372106339/running 2024-11-12T10:23:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,671 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,42631,1731406983055, sessionid=0x1012e91b0040006, setting cluster-up flag (Was=false) 2024-11-12T10:23:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,723 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-372106339/flush-table-proc/acquired, /2-372106339/flush-table-proc/reached, /2-372106339/flush-table-proc/abort 2024-11-12T10:23:03,724 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:03,776 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-372106339/online-snapshot/acquired, /2-372106339/online-snapshot/reached, /2-372106339/online-snapshot/abort 2024-11-12T10:23:03,777 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,42631,1731406983055 2024-11-12T10:23:03,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:23:03,785 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:23:03,785 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:23:03,785 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:23:03,785 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,42631,1731406983055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:23:03,787 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:23:03,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:23:03,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:03,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731407013808 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:23:03,809 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:23:03,810 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(746): ClusterId : 5c1f6b08-aa97-4c16-9286-7d09162743aa 2024-11-12T10:23:03,810 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:23:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:23:03,812 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:03,819 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:23:03,819 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:23:03,820 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:23:03,820 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:23:03,821 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:23:03,821 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T10:23:03,821 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:23:03,821 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:23:03,828 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406983821,5,FailOnTimeoutGroup] 2024-11-12T10:23:03,829 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:23:03,829 DEBUG [RS:0;a10fb4296bab:39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0353a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:23:03,836 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406983828,5,FailOnTimeoutGroup] 2024-11-12T10:23:03,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:03,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:23:03,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:03,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:03,862 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:39289 2024-11-12T10:23:03,862 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:23:03,862 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:23:03,862 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:23:03,863 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,42631,1731406983055 with port=39289, startcode=1731406983198 2024-11-12T10:23:03,863 DEBUG [RS:0;a10fb4296bab:39289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:23:03,864 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:23:03,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,39289,1731406983198 2024-11-12T10:23:03,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,39289,1731406983198 2024-11-12T10:23:03,866 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a 2024-11-12T10:23:03,867 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41723 2024-11-12T10:23:03,867 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:23:03,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339/rs 2024-11-12T10:23:03,956 DEBUG [RS:0;a10fb4296bab:39289 {}] zookeeper.ZKUtil(111): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on existing znode=/2-372106339/rs/a10fb4296bab,39289,1731406983198 2024-11-12T10:23:03,956 WARN [RS:0;a10fb4296bab:39289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:23:03,956 INFO [RS:0;a10fb4296bab:39289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:23:03,956 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198 2024-11-12T10:23:03,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,39289,1731406983198] 2024-11-12T10:23:03,984 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:23:03,992 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:23:03,996 INFO [RS:0;a10fb4296bab:39289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:23:03,996 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:03,997 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:23:03,997 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:23:03,998 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:23:03,998 DEBUG [RS:0;a10fb4296bab:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:23:04,008 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,008 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,008 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,008 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,008 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,008 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39289,1731406983198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:23:04,036 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:23:04,037 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,39289,1731406983198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,037 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,037 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.Replication(171): a10fb4296bab,39289,1731406983198 started 2024-11-12T10:23:04,059 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,059 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,39289,1731406983198, RpcServer on a10fb4296bab/172.17.0.3:39289, sessionid=0x1012e91b0040007 2024-11-12T10:23:04,059 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:23:04,059 DEBUG [RS:0;a10fb4296bab:39289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,39289,1731406983198 2024-11-12T10:23:04,059 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39289,1731406983198' 2024-11-12T10:23:04,059 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-372106339/flush-table-proc/abort' 2024-11-12T10:23:04,060 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-372106339/flush-table-proc/acquired' 2024-11-12T10:23:04,061 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:23:04,061 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:23:04,061 DEBUG [RS:0;a10fb4296bab:39289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,39289,1731406983198 2024-11-12T10:23:04,061 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,39289,1731406983198' 2024-11-12T10:23:04,061 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-372106339/online-snapshot/abort' 2024-11-12T10:23:04,062 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-372106339/online-snapshot/acquired' 2024-11-12T10:23:04,062 DEBUG [RS:0;a10fb4296bab:39289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:23:04,062 INFO [RS:0;a10fb4296bab:39289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:23:04,062 INFO [RS:0;a10fb4296bab:39289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:23:04,163 INFO [RS:0;a10fb4296bab:39289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:23:04,165 INFO [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39289%2C1731406983198, suffix=, logDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/oldWALs, maxLogs=10 2024-11-12T10:23:04,185 DEBUG [RS:0;a10fb4296bab:39289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198/a10fb4296bab%2C39289%2C1731406983198.1731406984165, exclude list is [], retry=0 2024-11-12T10:23:04,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a98a4230-b2a3-4443-9907-a12d5ab900b0,DISK] 2024-11-12T10:23:04,198 INFO [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198/a10fb4296bab%2C39289%2C1731406983198.1731406984165 2024-11-12T10:23:04,199 DEBUG [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-12T10:23:04,212 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:23:04,212 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a 2024-11-12T10:23:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741833_1009 (size=32) 2024-11-12T10:23:04,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:04,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:23:04,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:23:04,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:23:04,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:23:04,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:23:04,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:23:04,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:23:04,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:23:04,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:23:04,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740 2024-11-12T10:23:04,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740 2024-11-12T10:23:04,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:23:04,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:23:04,289 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:23:04,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:23:04,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:23:04,305 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65412113, jitterRate=-0.025283560156822205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:23:04,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406984255Initializing all the Stores at 1731406984256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406984256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406984276 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406984276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406984276Cleaning up temporary data from old regions at 1731406984288 (+12 ms)Region opened successfully at 1731406984305 (+17 ms) 2024-11-12T10:23:04,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:23:04,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:23:04,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:23:04,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:23:04,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:23:04,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:04,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406984305Disabling compacts and flushes for region at 1731406984305Disabling writes for close at 1731406984305Writing region close event to WAL at 1731406984305Closed at 1731406984305 2024-11-12T10:23:04,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:23:04,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:23:04,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:23:04,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:23:04,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:23:04,461 DEBUG [a10fb4296bab:42631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T10:23:04,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,39289,1731406983198 2024-11-12T10:23:04,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39289,1731406983198, state=OPENING 2024-11-12T10:23:04,565 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:23:04,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:04,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:04,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-372106339/meta-region-server: CHANGED 2024-11-12T10:23:04,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:23:04,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39289,1731406983198}] 2024-11-12T10:23:04,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-372106339/meta-region-server: CHANGED 2024-11-12T10:23:04,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:23:04,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:23:04,734 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:23:04,734 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:23:04,734 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:23:04,735 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C39289%2C1731406983198.meta, suffix=.meta, logDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/oldWALs, maxLogs=10 2024-11-12T10:23:04,753 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198/a10fb4296bab%2C39289%2C1731406983198.meta.1731406984736.meta, exclude list is [], retry=0 2024-11-12T10:23:04,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a98a4230-b2a3-4443-9907-a12d5ab900b0,DISK] 2024-11-12T10:23:04,757 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/WALs/a10fb4296bab,39289,1731406983198/a10fb4296bab%2C39289%2C1731406983198.meta.1731406984736.meta 2024-11-12T10:23:04,760 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275)] 2024-11-12T10:23:04,760 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:04,761 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:23:04,761 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:23:04,761 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:23:04,761 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:23:04,762 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:23:04,762 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:04,762 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:23:04,762 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:23:04,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:23:04,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:23:04,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:23:04,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:23:04,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:23:04,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:23:04,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:23:04,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:23:04,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:23:04,769 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:23:04,770 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740 2024-11-12T10:23:04,771 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740 2024-11-12T10:23:04,772 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:23:04,772 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:23:04,772 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:23:04,773 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:23:04,774 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62086145, jitterRate=-0.0748443454504013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:23:04,774 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:23:04,774 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406984762Writing region info on filesystem at 1731406984762Initializing all the Stores at 1731406984763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406984763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406984764 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406984764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406984764Cleaning up temporary data from old regions at 1731406984772 (+8 ms)Running coprocessor post-open hooks at 1731406984774 (+2 ms)Region opened successfully at 1731406984774 2024-11-12T10:23:04,775 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406984729 2024-11-12T10:23:04,777 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:23:04,777 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:23:04,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,39289,1731406983198 2024-11-12T10:23:04,779 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,39289,1731406983198, state=OPEN 2024-11-12T10:23:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-372106339/meta-region-server 2024-11-12T10:23:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-372106339/meta-region-server 2024-11-12T10:23:04,786 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,39289,1731406983198 2024-11-12T10:23:04,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-372106339/meta-region-server: CHANGED 2024-11-12T10:23:04,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-372106339/meta-region-server: CHANGED 2024-11-12T10:23:04,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:23:04,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,39289,1731406983198 in 209 msec 2024-11-12T10:23:04,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:23:04,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-12T10:23:04,792 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:23:04,792 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:23:04,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:04,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39289,1731406983198, seqNum=-1] 2024-11-12T10:23:04,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:04,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:04,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0150 sec 2024-11-12T10:23:04,799 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406984799, completionTime=-1 2024-11-12T10:23:04,800 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T10:23:04,800 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407044802 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407104802 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42631,1731406983055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42631,1731406983055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42631,1731406983055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:42631, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,803 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,805 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.456sec 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42631,1731406983055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:23:04,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42631,1731406983055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:23:04,810 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:23:04,810 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:23:04,810 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42631,1731406983055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:23:04,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24109620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:04,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42631,-1 for getting cluster id 2024-11-12T10:23:04,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:04,813 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1f6b08-aa97-4c16-9286-7d09162743aa' 2024-11-12T10:23:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1f6b08-aa97-4c16-9286-7d09162743aa" 2024-11-12T10:23:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a569f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42631,-1] 2024-11-12T10:23:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:04,814 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:04,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a10112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:04,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:04,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39289,1731406983198, seqNum=-1] 2024-11-12T10:23:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:04,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:04,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,42631,1731406983055 2024-11-12T10:23:04,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54079 2024-11-12T10:23:04,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:23:04,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012e91b0040008 connected 2024-11-12T10:23:04,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,37263,1731406969836 2024-11-12T10:23:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dcead8 2024-11-12T10:23:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:04,851 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:04,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:23:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:23:04,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:23:04,858 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:04,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:23:04,859 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:23:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:23:04,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 495027b5a68bf893f1074468c3b8e3c9, NAME => 'test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8 2024-11-12T10:23:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:23:04,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:04,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 495027b5a68bf893f1074468c3b8e3c9, disabling compactions & flushes 2024-11-12T10:23:04,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:04,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:04,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. after waiting 0 ms 2024-11-12T10:23:04,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:04,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:04,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 495027b5a68bf893f1074468c3b8e3c9: Waiting for close lock at 1731406984907Disabling compacts and flushes for region at 1731406984907Disabling writes for close at 1731406984907Writing region close event to WAL at 1731406984907Closed at 1731406984907 2024-11-12T10:23:04,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:23:04,908 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406984908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406984908"}]},"ts":"1731406984908"} 2024-11-12T10:23:04,910 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:23:04,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:23:04,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406984911"}]},"ts":"1731406984911"} 2024-11-12T10:23:04,913 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:23:04,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=495027b5a68bf893f1074468c3b8e3c9, ASSIGN}] 2024-11-12T10:23:04,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=495027b5a68bf893f1074468c3b8e3c9, ASSIGN 2024-11-12T10:23:04,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=495027b5a68bf893f1074468c3b8e3c9, ASSIGN; state=OFFLINE, location=a10fb4296bab,36761,1731406970043; forceNewPlan=false, retain=false 2024-11-12T10:23:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:05,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495027b5a68bf893f1074468c3b8e3c9, regionState=OPENING, regionLocation=a10fb4296bab,36761,1731406970043 2024-11-12T10:23:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=495027b5a68bf893f1074468c3b8e3c9, ASSIGN because future has completed 2024-11-12T10:23:05,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495027b5a68bf893f1074468c3b8e3c9, server=a10fb4296bab,36761,1731406970043}] 2024-11-12T10:23:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:05,225 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:05,225 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 495027b5a68bf893f1074468c3b8e3c9, NAME => 'test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:05,226 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:23:05,226 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:23:05,226 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,226 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:05,226 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,226 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,227 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,228 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495027b5a68bf893f1074468c3b8e3c9 columnFamilyName f 2024-11-12T10:23:05,228 DEBUG [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:05,229 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] regionserver.HStore(327): Store=495027b5a68bf893f1074468c3b8e3c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:05,229 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,233 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495027b5a68bf893f1074468c3b8e3c9 columnFamilyName f1 2024-11-12T10:23:05,234 DEBUG [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:05,234 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] regionserver.HStore(327): Store=495027b5a68bf893f1074468c3b8e3c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:05,234 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,235 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495027b5a68bf893f1074468c3b8e3c9 columnFamilyName norep 2024-11-12T10:23:05,235 DEBUG [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:05,235 INFO [StoreOpener-495027b5a68bf893f1074468c3b8e3c9-1 {}] regionserver.HStore(327): Store=495027b5a68bf893f1074468c3b8e3c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:05,236 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,236 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,236 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,237 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,237 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,237 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:23:05,239 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,240 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:23:05,241 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 495027b5a68bf893f1074468c3b8e3c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59265700, jitterRate=-0.11687225103378296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:23:05,241 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:05,241 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 495027b5a68bf893f1074468c3b8e3c9: Running coprocessor pre-open hook at 1731406985226Writing region info on filesystem at 1731406985226Initializing all the Stores at 1731406985227 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406985227Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406985227Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406985227Cleaning up temporary data from old regions at 1731406985237 (+10 ms)Running coprocessor post-open hooks at 1731406985241 (+4 ms)Region opened successfully at 1731406985241 2024-11-12T10:23:05,242 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., pid=6, masterSystemTime=1731406985221 2024-11-12T10:23:05,244 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:05,244 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:05,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495027b5a68bf893f1074468c3b8e3c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,36761,1731406970043 2024-11-12T10:23:05,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495027b5a68bf893f1074468c3b8e3c9, server=a10fb4296bab,36761,1731406970043 because future has completed 2024-11-12T10:23:05,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:23:05,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 495027b5a68bf893f1074468c3b8e3c9, server=a10fb4296bab,36761,1731406970043 in 191 msec 2024-11-12T10:23:05,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:23:05,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=495027b5a68bf893f1074468c3b8e3c9, ASSIGN in 347 msec 2024-11-12T10:23:05,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:23:05,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406985264"}]},"ts":"1731406985264"} 2024-11-12T10:23:05,266 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:23:05,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:23:05,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 415 msec 2024-11-12T10:23:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:05,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:05,487 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:23:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39073,1731406977010 2024-11-12T10:23:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f7b3d5 2024-11-12T10:23:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:05,489 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:05,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:23:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:23:05,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:23:05,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:05,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:23:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:05,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:23:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:23:05,510 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b110afc6a3a43e11f80ec13cb9e9916, NAME => 'test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459 2024-11-12T10:23:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:23:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:05,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:23:05,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:05,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:05,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:05,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b110afc6a3a43e11f80ec13cb9e9916, disabling compactions & flushes 2024-11-12T10:23:05,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:05,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:05,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. after waiting 0 ms 2024-11-12T10:23:05,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:05,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:05,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b110afc6a3a43e11f80ec13cb9e9916: Waiting for close lock at 1731406985918Disabling compacts and flushes for region at 1731406985918Disabling writes for close at 1731406985918Writing region close event to WAL at 1731406985918Closed at 1731406985918 2024-11-12T10:23:05,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:23:05,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406985919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406985919"}]},"ts":"1731406985919"} 2024-11-12T10:23:05,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:23:05,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:23:05,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406985923"}]},"ts":"1731406985923"} 2024-11-12T10:23:05,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:23:05,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b110afc6a3a43e11f80ec13cb9e9916, ASSIGN}] 2024-11-12T10:23:05,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b110afc6a3a43e11f80ec13cb9e9916, ASSIGN 2024-11-12T10:23:05,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b110afc6a3a43e11f80ec13cb9e9916, ASSIGN; state=OFFLINE, location=a10fb4296bab,41181,1731406977211; forceNewPlan=false, retain=false 2024-11-12T10:23:06,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b110afc6a3a43e11f80ec13cb9e9916, regionState=OPENING, regionLocation=a10fb4296bab,41181,1731406977211 2024-11-12T10:23:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b110afc6a3a43e11f80ec13cb9e9916, ASSIGN because future has completed 2024-11-12T10:23:06,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b110afc6a3a43e11f80ec13cb9e9916, server=a10fb4296bab,41181,1731406977211}] 2024-11-12T10:23:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:06,235 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:06,235 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b110afc6a3a43e11f80ec13cb9e9916, NAME => 'test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:06,235 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:23:06,235 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:23:06,235 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,235 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:06,235 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,235 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,236 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,237 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b110afc6a3a43e11f80ec13cb9e9916 columnFamilyName f 2024-11-12T10:23:06,237 DEBUG [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:06,238 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] regionserver.HStore(327): Store=0b110afc6a3a43e11f80ec13cb9e9916/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:06,238 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,238 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b110afc6a3a43e11f80ec13cb9e9916 columnFamilyName f1 2024-11-12T10:23:06,238 DEBUG [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:06,239 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] regionserver.HStore(327): Store=0b110afc6a3a43e11f80ec13cb9e9916/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:06,239 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,240 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b110afc6a3a43e11f80ec13cb9e9916 columnFamilyName norep 2024-11-12T10:23:06,240 DEBUG [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:06,240 INFO [StoreOpener-0b110afc6a3a43e11f80ec13cb9e9916-1 {}] regionserver.HStore(327): Store=0b110afc6a3a43e11f80ec13cb9e9916/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:06,240 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,240 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,241 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,241 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,241 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,242 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:23:06,243 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,244 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:23:06,244 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b110afc6a3a43e11f80ec13cb9e9916; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69540725, jitterRate=0.036237552762031555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:23:06,244 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:06,244 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b110afc6a3a43e11f80ec13cb9e9916: Running coprocessor pre-open hook at 1731406986235Writing region info on filesystem at 1731406986235Initializing all the Stores at 1731406986236 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406986236Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406986236Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406986236Cleaning up temporary data from old regions at 1731406986241 (+5 ms)Running coprocessor post-open hooks at 1731406986244 (+3 ms)Region opened successfully at 1731406986244 2024-11-12T10:23:06,245 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916., pid=6, masterSystemTime=1731406986232 2024-11-12T10:23:06,247 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:06,247 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:06,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b110afc6a3a43e11f80ec13cb9e9916, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,41181,1731406977211 2024-11-12T10:23:06,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b110afc6a3a43e11f80ec13cb9e9916, server=a10fb4296bab,41181,1731406977211 because future has completed 2024-11-12T10:23:06,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:23:06,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b110afc6a3a43e11f80ec13cb9e9916, server=a10fb4296bab,41181,1731406977211 in 169 msec 2024-11-12T10:23:06,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:23:06,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b110afc6a3a43e11f80ec13cb9e9916, ASSIGN in 325 msec 2024-11-12T10:23:06,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:23:06,254 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406986254"}]},"ts":"1731406986254"} 2024-11-12T10:23:06,255 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:23:06,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:23:06,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-12T10:23:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:06,627 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:23:06,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42631,1731406983055 2024-11-12T10:23:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e7413 2024-11-12T10:23:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:06,629 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:06,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:23:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T10:23:06,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:23:06,631 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:06,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T10:23:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:06,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:23:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741835_1011 (size=902) 2024-11-12T10:23:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:07,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81c7e59d05ffb75aa4920d30b56e237e, NAME => 'test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a 2024-11-12T10:23:07,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741836_1012 (size=39) 2024-11-12T10:23:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81c7e59d05ffb75aa4920d30b56e237e, disabling compactions & flushes 2024-11-12T10:23:07,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. after waiting 0 ms 2024-11-12T10:23:07,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81c7e59d05ffb75aa4920d30b56e237e: Waiting for close lock at 1731406987462Disabling compacts and flushes for region at 1731406987462Disabling writes for close at 1731406987463 (+1 ms)Writing region close event to WAL at 1731406987463Closed at 1731406987463 2024-11-12T10:23:07,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:23:07,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731406987464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406987464"}]},"ts":"1731406987464"} 2024-11-12T10:23:07,466 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:23:07,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:23:07,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406987467"}]},"ts":"1731406987467"} 2024-11-12T10:23:07,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T10:23:07,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81c7e59d05ffb75aa4920d30b56e237e, ASSIGN}] 2024-11-12T10:23:07,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81c7e59d05ffb75aa4920d30b56e237e, ASSIGN 2024-11-12T10:23:07,471 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81c7e59d05ffb75aa4920d30b56e237e, ASSIGN; state=OFFLINE, location=a10fb4296bab,39289,1731406983198; forceNewPlan=false, retain=false 2024-11-12T10:23:07,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81c7e59d05ffb75aa4920d30b56e237e, regionState=OPENING, regionLocation=a10fb4296bab,39289,1731406983198 2024-11-12T10:23:07,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81c7e59d05ffb75aa4920d30b56e237e, ASSIGN because future has completed 2024-11-12T10:23:07,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c7e59d05ffb75aa4920d30b56e237e, server=a10fb4296bab,39289,1731406983198}] 2024-11-12T10:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:07,780 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,780 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c7e59d05ffb75aa4920d30b56e237e, NAME => 'test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:07,781 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:23:07,781 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T10:23:07,781 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,781 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:07,782 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,782 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,783 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,784 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c7e59d05ffb75aa4920d30b56e237e columnFamilyName f 2024-11-12T10:23:07,784 DEBUG [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:07,784 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] regionserver.HStore(327): Store=81c7e59d05ffb75aa4920d30b56e237e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:07,784 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,785 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c7e59d05ffb75aa4920d30b56e237e columnFamilyName f1 2024-11-12T10:23:07,785 DEBUG [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:07,786 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] regionserver.HStore(327): Store=81c7e59d05ffb75aa4920d30b56e237e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:07,786 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,787 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c7e59d05ffb75aa4920d30b56e237e columnFamilyName norep 2024-11-12T10:23:07,787 DEBUG [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:07,787 INFO [StoreOpener-81c7e59d05ffb75aa4920d30b56e237e-1 {}] regionserver.HStore(327): Store=81c7e59d05ffb75aa4920d30b56e237e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:07,787 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,788 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,788 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,789 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,789 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,790 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:23:07,791 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,793 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:23:07,794 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81c7e59d05ffb75aa4920d30b56e237e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66013838, jitterRate=-0.016317158937454224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:23:07,794 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:07,794 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81c7e59d05ffb75aa4920d30b56e237e: Running coprocessor pre-open hook at 1731406987782Writing region info on filesystem at 1731406987782Initializing all the Stores at 1731406987782Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406987782Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406987783 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406987783Cleaning up temporary data from old regions at 1731406987789 (+6 ms)Running coprocessor post-open hooks at 1731406987794 (+5 ms)Region opened successfully at 1731406987794 2024-11-12T10:23:07,795 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e., pid=6, masterSystemTime=1731406987776 2024-11-12T10:23:07,797 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,797 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:07,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81c7e59d05ffb75aa4920d30b56e237e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a10fb4296bab,39289,1731406983198 2024-11-12T10:23:07,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c7e59d05ffb75aa4920d30b56e237e, server=a10fb4296bab,39289,1731406983198 because future has completed 2024-11-12T10:23:07,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:23:07,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81c7e59d05ffb75aa4920d30b56e237e, server=a10fb4296bab,39289,1731406983198 in 177 msec 2024-11-12T10:23:07,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:23:07,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81c7e59d05ffb75aa4920d30b56e237e, ASSIGN in 334 msec 2024-11-12T10:23:07,806 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:23:07,806 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406987806"}]},"ts":"1731406987806"} 2024-11-12T10:23:07,807 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T10:23:07,808 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:23:07,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-12T10:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:23:08,778 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T10:23:08,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f3afd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:08,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,37263,-1 for getting cluster id 2024-11-12T10:23:08,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:08,779 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a' 2024-11-12T10:23:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a" 2024-11-12T10:23:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc32c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,37263,-1] 2024-11-12T10:23:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:08,781 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32756f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:08,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:08,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,37263,1731406969836 2024-11-12T10:23:08,786 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@526c54b 2024-11-12T10:23:08,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:08,791 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:08,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a10fb4296bab:39073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:23:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:23:08,798 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39073' 2024-11-12T10:23:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:23:08,800 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd2bf06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:08,800 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39073,-1 for getting cluster id 2024-11-12T10:23:08,800 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:08,801 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675c0cfd-a866-400b-ae2f-53eec6007cfc' 2024-11-12T10:23:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675c0cfd-a866-400b-ae2f-53eec6007cfc" 2024-11-12T10:23:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b363f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39073,-1] 2024-11-12T10:23:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:08,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:08,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee8c3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:08,804 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:08,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39073,1731406977010 2024-11-12T10:23:08,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb927ea 2024-11-12T10:23:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:08,805 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:08,806 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T10:23:08,806 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:23:08,806 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:08,807 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:08,807 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:23:08,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:08,808 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T10:23:08,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:23:08,809 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:08,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:23:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741837_1013 (size=1138) 2024-11-12T10:23:08,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fed985cec44ec6bb38b5c46f82f6a241, NAME => 'hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8 2024-11-12T10:23:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741838_1014 (size=44) 2024-11-12T10:23:08,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:08,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fed985cec44ec6bb38b5c46f82f6a241, disabling compactions & flushes 2024-11-12T10:23:08,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:08,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:08,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. after waiting 0 ms 2024-11-12T10:23:08,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:08,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:08,855 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fed985cec44ec6bb38b5c46f82f6a241: Waiting for close lock at 1731406988855Disabling compacts and flushes for region at 1731406988855Disabling writes for close at 1731406988855Writing region close event to WAL at 1731406988855Closed at 1731406988855 2024-11-12T10:23:08,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:23:08,858 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731406988858"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406988858"}]},"ts":"1731406988858"} 2024-11-12T10:23:08,858 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T10:23:08,860 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:23:08,861 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:23:08,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406988861"}]},"ts":"1731406988861"} 2024-11-12T10:23:08,863 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T10:23:08,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed985cec44ec6bb38b5c46f82f6a241, ASSIGN}] 2024-11-12T10:23:08,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed985cec44ec6bb38b5c46f82f6a241, ASSIGN 2024-11-12T10:23:08,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fed985cec44ec6bb38b5c46f82f6a241, ASSIGN; state=OFFLINE, location=a10fb4296bab,36761,1731406970043; forceNewPlan=false, retain=false 2024-11-12T10:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:23:09,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fed985cec44ec6bb38b5c46f82f6a241, regionState=OPENING, regionLocation=a10fb4296bab,36761,1731406970043 2024-11-12T10:23:09,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fed985cec44ec6bb38b5c46f82f6a241, ASSIGN because future has completed 2024-11-12T10:23:09,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fed985cec44ec6bb38b5c46f82f6a241, server=a10fb4296bab,36761,1731406970043}] 2024-11-12T10:23:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:23:09,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:09,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:23:09,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T10:23:09,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a10fb4296bab%2C36761%2C1731406970043.rep, suffix=, logDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/oldWALs, maxLogs=10 2024-11-12T10:23:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406989197, exclude list is [], retry=0 2024-11-12T10:23:09,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:23:09,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406989197 2024-11-12T10:23:09,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:23:09,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fed985cec44ec6bb38b5c46f82f6a241, NAME => 'hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:23:09,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T10:23:09,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:23:09,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. service=MultiRowMutationService 2024-11-12T10:23:09,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T10:23:09,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:23:09,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,240 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,242 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed985cec44ec6bb38b5c46f82f6a241 columnFamilyName hfileref 2024-11-12T10:23:09,242 DEBUG [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:09,242 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] regionserver.HStore(327): Store=fed985cec44ec6bb38b5c46f82f6a241/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:09,242 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,243 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed985cec44ec6bb38b5c46f82f6a241 columnFamilyName queue 2024-11-12T10:23:09,243 DEBUG [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:09,244 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] regionserver.HStore(327): Store=fed985cec44ec6bb38b5c46f82f6a241/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:09,244 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,245 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed985cec44ec6bb38b5c46f82f6a241 columnFamilyName sid 2024-11-12T10:23:09,245 DEBUG [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:23:09,245 INFO [StoreOpener-fed985cec44ec6bb38b5c46f82f6a241-1 {}] regionserver.HStore(327): Store=fed985cec44ec6bb38b5c46f82f6a241/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:23:09,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:23:09,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:23:09,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fed985cec44ec6bb38b5c46f82f6a241; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63554199, jitterRate=-0.05296863615512848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:23:09,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:09,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fed985cec44ec6bb38b5c46f82f6a241: Running coprocessor pre-open hook at 1731406989234Writing region info on filesystem at 1731406989234Initializing all the Stores at 1731406989235 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406989235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406989240 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406989240Cleaning up temporary data from old regions at 1731406989247 (+7 ms)Running coprocessor post-open hooks at 1731406989251 (+4 ms)Region opened successfully at 1731406989251 2024-11-12T10:23:09,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241., pid=10, masterSystemTime=1731406989190 2024-11-12T10:23:09,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:09,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:09,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fed985cec44ec6bb38b5c46f82f6a241, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,36761,1731406970043 2024-11-12T10:23:09,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fed985cec44ec6bb38b5c46f82f6a241, server=a10fb4296bab,36761,1731406970043 because future has completed 2024-11-12T10:23:09,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T10:23:09,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fed985cec44ec6bb38b5c46f82f6a241, server=a10fb4296bab,36761,1731406970043 in 224 msec 2024-11-12T10:23:09,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T10:23:09,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed985cec44ec6bb38b5c46f82f6a241, ASSIGN in 401 msec 2024-11-12T10:23:09,267 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:23:09,267 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406989267"}]},"ts":"1731406989267"} 2024-11-12T10:23:09,269 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T10:23:09,270 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:23:09,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 463 msec 2024-11-12T10:23:09,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241., hostname=a10fb4296bab,36761,1731406970043, seqNum=2] 2024-11-12T10:23:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:23:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:23:09,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:23:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:23:09,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T10:23:09,562 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T10:23:09,606 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a10fb4296bab,36761,1731406970043, ReplicationSource: 1, currentBandwidth=0 2024-11-12T10:23:09,607 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:09,607 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,36761,1731406970043, seqNum=-1] 2024-11-12T10:23:09,608 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:09,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T10:23:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a10fb4296bab,36761,1731406970043', locateType=CURRENT is [region=hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241., hostname=a10fb4296bab,36761,1731406970043, seqNum=2] 2024-11-12T10:23:09,615 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T10:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T10:23:09,617 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a10fb4296bab,36761,1731406970043 suceeded 2024-11-12T10:23:09,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T10:23:09,620 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a10fb4296bab:39073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:23:09,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-12T10:23:09,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 828 msec 2024-11-12T10:23:09,635 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:39073' 2024-11-12T10:23:09,637 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3055f1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,637 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39073,-1 for getting cluster id 2024-11-12T10:23:09,637 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:09,638 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675c0cfd-a866-400b-ae2f-53eec6007cfc' 2024-11-12T10:23:09,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675c0cfd-a866-400b-ae2f-53eec6007cfc" 2024-11-12T10:23:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bc62c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39073,-1] 2024-11-12T10:23:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:09,642 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:09,643 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19aa2667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,643 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39073,1731406977010 2024-11-12T10:23:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab988a6 2024-11-12T10:23:09,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:09,646 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T10:23:09,649 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a10fb4296bab,36761,1731406970043 (queues=1) is replicating from cluster=b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a to cluster=675c0cfd-a866-400b-ae2f-53eec6007cfc 2024-11-12T10:23:09,649 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a10fb4296bab%2C36761%2C1731406970043 2024-11-12T10:23:09,649 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a10fb4296bab,36761,1731406970043, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:23:09,650 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514, startPosition=0, beingWritten=true 2024-11-12T10:23:09,652 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C36761%2C1731406970043 2024-11-12T10:23:09,658 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:23:09,658 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 379, reset compression=false 2024-11-12T10:23:09,658 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:23:09,869 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 379, reset compression=false 2024-11-12T10:23:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T10:23:09,937 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T10:23:09,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:09,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:09,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:09,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:09,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:09,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f4238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,37263,-1 for getting cluster id 2024-11-12T10:23:09,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:09,939 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a' 2024-11-12T10:23:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a" 2024-11-12T10:23:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7243a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,37263,-1] 2024-11-12T10:23:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:09,941 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:09,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2815246f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efa503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39073,-1 for getting cluster id 2024-11-12T10:23:09,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:09,943 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675c0cfd-a866-400b-ae2f-53eec6007cfc' 2024-11-12T10:23:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675c0cfd-a866-400b-ae2f-53eec6007cfc" 2024-11-12T10:23:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f42949c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39073,-1] 2024-11-12T10:23:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:09,944 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:09,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dca5d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626af14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42631,-1 for getting cluster id 2024-11-12T10:23:09,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:09,953 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1f6b08-aa97-4c16-9286-7d09162743aa' 2024-11-12T10:23:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1f6b08-aa97-4c16-9286-7d09162743aa" 2024-11-12T10:23:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e7cab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42631,-1] 2024-11-12T10:23:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:09,955 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268b0136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:09,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:09,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731406989965/Put/seqid=0 2024-11-12T10:23:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741840_1016 (size=7894) 2024-11-12T10:23:10,172 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 379, reset compression=false 2024-11-12T10:23:10,371 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731406990370/Put/seqid=0 2024-11-12T10:23:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741841_1017 (size=7691) 2024-11-12T10:23:10,576 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 379, reset compression=false 2024-11-12T10:23:10,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:23:10,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639833e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:10,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,37263,-1 for getting cluster id 2024-11-12T10:23:10,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:10,775 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a' 2024-11-12T10:23:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a" 2024-11-12T10:23:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2772335a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,37263,-1] 2024-11-12T10:23:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:10,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:10,777 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:10,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5797b782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:10,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,36761,1731406970043, seqNum=-1] 2024-11-12T10:23:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:10,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:10,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,37263,1731406969836 2024-11-12T10:23:10,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c8fa1b 2024-11-12T10:23:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:10,786 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:10,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2] 2024-11-12T10:23:10,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,791 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:23:10,797 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T10:23:10,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T10:23:10,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:10,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T10:23:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:10,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T10:23:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HRegion(2603): Flush status journal for 495027b5a68bf893f1074468c3b8e3c9: 2024-11-12T10:23:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_0 2024-11-12T10:23:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_0 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ 2024-11-12T10:23:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_1 2024-11-12T10:23:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_1 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ 2024-11-12T10:23:10,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_0 into 495027b5a68bf893f1074468c3b8e3c9/f as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ - updating store file list. 2024-11-12T10:23:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:10,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ into 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:10,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_0 into 495027b5a68bf893f1074468c3b8e3c9/f (new location: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_) 2024-11-12T10:23:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_0 2024-11-12T10:23:10,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_1 into 495027b5a68bf893f1074468c3b8e3c9/f as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ - updating store file list. 2024-11-12T10:23:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 102fb90c23ca47e7a43075169f87f15b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:10,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ into 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:10,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_1 into 495027b5a68bf893f1074468c3b8e3c9/f (new location: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_) 2024-11-12T10:23:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__g3a3dnhss53cljqisc5qvejdsr9mkiqbv9qfok7b9a26rilelqe204h6crlpbt3u/f/hfile_1 2024-11-12T10:23:10,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:10,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:10,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2 , the old value is region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a10fb4296bab:36761 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:23:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:23:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2 from cache 2024-11-12T10:23:10,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:10,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T10:23:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41181,1731406977211, seqNum=-1] 2024-11-12T10:23:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:10,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916., hostname=a10fb4296bab,41181,1731406977211, seqNum=2] 2024-11-12T10:23:10,832 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:23:10,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T10:23:10,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T10:23:11,078 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 379, reset compression=false 2024-11-12T10:23:11,090 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:23:11,090 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[{test/495027b5a68bf893f1074468c3b8e3c9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406990825/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T10:23:11,093 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:23:11,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T10:23:11,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.ReplicationSink(318): Replicating [b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a] bulk loaded data 2024-11-12T10:23:11,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f7a576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:11,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,39073,-1 for getting cluster id 2024-11-12T10:23:11,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:11,095 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675c0cfd-a866-400b-ae2f-53eec6007cfc' 2024-11-12T10:23:11,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:11,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675c0cfd-a866-400b-ae2f-53eec6007cfc" 2024-11-12T10:23:11,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a0be04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:11,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,39073,-1] 2024-11-12T10:23:11,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:11,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:11,096 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:11,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5daf98ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741837_1013 (size=7894) 2024-11-12T10:23:11,290 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 687, reset compression=false 2024-11-12T10:23:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741838_1014 (size=7691) 2024-11-12T10:23:11,593 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 687, reset compression=false 2024-11-12T10:23:11,834 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:23:11,871 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:23:11,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:11,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,39073,1731406977010 2024-11-12T10:23:11,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7bd79b 2024-11-12T10:23:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:11,922 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T10:23:11,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:23:11,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,41181,1731406977211, seqNum=-1] 2024-11-12T10:23:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:11,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T10:23:11,930 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T10:23:11,932 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T10:23:11,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ for inclusion in 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T10:23:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:11,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ for inclusion in 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T10:23:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(2603): Flush status journal for 0b110afc6a3a43e11f80ec13cb9e9916: 2024-11-12T10:23:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 102fb90c23ca47e7a43075169f87f15b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:23:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/ea9b0c4b82004774848a5c6df16e84d1_SeqId_4_ 2024-11-12T10:23:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:23:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/7b17fde12a55409a844860852474ee3d_SeqId_4_ 2024-11-12T10:23:11,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ into 0b110afc6a3a43e11f80ec13cb9e9916/f as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/ea9b0c4b82004774848a5c6df16e84d1_SeqId_4_ - updating store file list. 2024-11-12T10:23:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea9b0c4b82004774848a5c6df16e84d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:11,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/ea9b0c4b82004774848a5c6df16e84d1_SeqId_4_ into 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:11,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ into 0b110afc6a3a43e11f80ec13cb9e9916/f (new location: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/ea9b0c4b82004774848a5c6df16e84d1_SeqId_4_) 2024-11-12T10:23:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/102fb90c23ca47e7a43075169f87f15b_SeqId_4_ 2024-11-12T10:23:11,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ into 0b110afc6a3a43e11f80ec13cb9e9916/f as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/7b17fde12a55409a844860852474ee3d_SeqId_4_ - updating store file list. 2024-11-12T10:23:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b17fde12a55409a844860852474ee3d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:11,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/7b17fde12a55409a844860852474ee3d_SeqId_4_ into 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:11,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ into 0b110afc6a3a43e11f80ec13cb9e9916/f (new location: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/7b17fde12a55409a844860852474ee3d_SeqId_4_) 2024-11-12T10:23:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__qearcbk1sbjnltvfbs3hqi5dpdl9e6glpqur8h24alg7u8jmeirlgar2tn7ifhnd/f/d0bbc33ec3fe4bc8a4a8a1ce5af2bf50_SeqId_4_ 2024-11-12T10:23:11,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.ReplicationSink(324): Finished replicating [b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a] bulk loaded data 2024-11-12T10:23:11,997 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 687, reset compression=false 2024-11-12T10:23:12,501 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 687, reset compression=false 2024-11-12T10:23:12,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39289,1731406983198, seqNum=-1] 2024-11-12T10:23:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:12,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e., hostname=a10fb4296bab,39289,1731406983198, seqNum=2] 2024-11-12T10:23:12,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:23:12,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:23:12,848 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a10fb4296bab%2C36761%2C1731406970043.rep:(num 1731406989197) roll requested 2024-11-12T10:23:12,864 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406992848, exclude list is [], retry=0 2024-11-12T10:23:12,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:23:12,868 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406989197 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406992848 2024-11-12T10:23:12,868 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:23:12,868 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406989197 is not closed yet, will try archiving it next time 2024-11-12T10:23:12,868 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a10fb4296bab%2C36761%2C1731406970043:(num 1731406972514) roll requested 2024-11-12T10:23:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741839_1015 (size=1505) 2024-11-12T10:23:12,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.rep.1731406989197 not finished, retry = 0 2024-11-12T10:23:12,884 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, exclude list is [], retry=0 2024-11-12T10:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:23:12,892 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 2024-11-12T10:23:12,894 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:23:12,894 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 is not closed yet, will try archiving it next time 2024-11-12T10:23:12,894 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a10fb4296bab%2C36761%2C1731406970043.meta:.meta(num 1731406973399) roll requested 2024-11-12T10:23:12,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d73dae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:12,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,37263,-1 for getting cluster id 2024-11-12T10:23:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741832_1008 (size=695) 2024-11-12T10:23:12,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:12,895 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a' 2024-11-12T10:23:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a" 2024-11-12T10:23:12,896 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/oldWALs/a10fb4296bab%2C36761%2C1731406970043.1731406972514 2024-11-12T10:23:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353238c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,37263,-1] 2024-11-12T10:23:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:12,897 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a872161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:12,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,37263,1731406969836 2024-11-12T10:23:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5192acb3 2024-11-12T10:23:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:12,899 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:12,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://a10fb4296bab:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T10:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T10:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:23:12,902 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42631' 2024-11-12T10:23:12,902 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd5f32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:12,902 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42631,-1 for getting cluster id 2024-11-12T10:23:12,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:12,903 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1f6b08-aa97-4c16-9286-7d09162743aa' 2024-11-12T10:23:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1f6b08-aa97-4c16-9286-7d09162743aa" 2024-11-12T10:23:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa306c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42631,-1] 2024-11-12T10:23:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:12,904 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c8ed11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:12,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:12,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42631,1731406983055 2024-11-12T10:23:12,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edc45d3 2024-11-12T10:23:12,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:12,905 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:12,906 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T10:23:12,906 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T10:23:12,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:12,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:12,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:12,912 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406992894.meta, exclude list is [], retry=0 2024-11-12T10:23:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-12ffd0a8-1ca3-4485-9d24-e0f82de96532,DISK] 2024-11-12T10:23:12,915 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406973399.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406992894.meta 2024-11-12T10:23:12,915 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35887:35887)] 2024-11-12T10:23:12,915 DEBUG [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406973399.meta is not closed yet, will try archiving it next time 2024-11-12T10:23:12,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.meta.1731406973399.meta not finished, retry = 0 2024-11-12T10:23:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741834_1010 (size=3473) 2024-11-12T10:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:23:13,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T10:23:13,104 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 to pos 687, reset compression=false 2024-11-12T10:23:13,108 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 was moved to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/oldWALs/a10fb4296bab%2C36761%2C1731406970043.1731406972514 2024-11-12T10:23:13,110 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514 2024-11-12T10:23:13,110 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406972514, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T10:23:13,110 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, startPosition=0, beingWritten=true 2024-11-12T10:23:13,112 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a10fb4296bab%2C36761%2C1731406970043.1731406972514] 2024-11-12T10:23:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:23:13,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T10:23:13,226 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T10:23:13,250 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a10fb4296bab,36761,1731406970043, ReplicationSource: 2, currentBandwidth=0 2024-11-12T10:23:13,252 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T10:23:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T10:23:13,254 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a10fb4296bab,36761,1731406970043 suceeded 2024-11-12T10:23:13,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T10:23:13,255 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a10fb4296bab:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T10:23:13,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-11-12T10:23:13,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 356 msec 2024-11-12T10:23:13,265 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a10fb4296bab:42631' 2024-11-12T10:23:13,267 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab05b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:13,267 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42631,-1 for getting cluster id 2024-11-12T10:23:13,267 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:13,267 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1f6b08-aa97-4c16-9286-7d09162743aa' 2024-11-12T10:23:13,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1f6b08-aa97-4c16-9286-7d09162743aa" 2024-11-12T10:23:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626c99bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42631,-1] 2024-11-12T10:23:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:13,268 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:13,269 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:13,269 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42631,1731406983055 2024-11-12T10:23:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62cdfb10 2024-11-12T10:23:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:13,270 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T10:23:13,270 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a10fb4296bab,36761,1731406970043 (queues=1) is replicating from cluster=b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a to cluster=5c1f6b08-aa97-4c16-9286-7d09162743aa 2024-11-12T10:23:13,270 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a10fb4296bab%2C36761%2C1731406970043 2024-11-12T10:23:13,270 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a10fb4296bab,36761,1731406970043, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T10:23:13,271 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, startPosition=0, beingWritten=true 2024-11-12T10:23:13,271 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a10fb4296bab%2C36761%2C1731406970043 2024-11-12T10:23:13,474 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 0, reset compression=false 2024-11-12T10:23:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T10:23:13,527 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T10:23:13,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:13,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:13,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:13,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:13,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:13,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:23:13,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731406993532/Put/seqid=0 2024-11-12T10:23:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741845_1021 (size=11194) 2024-11-12T10:23:13,778 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 0, reset compression=false 2024-11-12T10:23:13,813 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 0, reset compression=false 2024-11-12T10:23:13,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731406993939/Put/seqid=0 2024-11-12T10:23:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741846_1022 (size=10791) 2024-11-12T10:23:14,181 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 0, reset compression=false 2024-11-12T10:23:14,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:14,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,37263,-1 for getting cluster id 2024-11-12T10:23:14,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:14,344 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a' 2024-11-12T10:23:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a" 2024-11-12T10:23:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c156c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,37263,-1] 2024-11-12T10:23:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:14,345 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:14,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e02105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:14,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,36761,1731406970043, seqNum=-1] 2024-11-12T10:23:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:14,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:23:14,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,37263,1731406969836 2024-11-12T10:23:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6fadde 2024-11-12T10:23:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:14,355 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:23:14,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2] 2024-11-12T10:23:14,359 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:23:14,363 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T10:23:14,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T10:23:14,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T10:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:14,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T10:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HRegion(2603): Flush status journal for 495027b5a68bf893f1074468c3b8e3c9: 2024-11-12T10:23:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_0 2024-11-12T10:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_0 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ 2024-11-12T10:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_1 2024-11-12T10:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_1 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ 2024-11-12T10:23:14,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_0 into 495027b5a68bf893f1074468c3b8e3c9/f as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ - updating store file list. 2024-11-12T10:23:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ac32c1629c846718a1dae2a58e5763b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:14,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ into 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:14,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_0 into 495027b5a68bf893f1074468c3b8e3c9/f (new location: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_) 2024-11-12T10:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_0 2024-11-12T10:23:14,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_1 into 495027b5a68bf893f1074468c3b8e3c9/f as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ - updating store file list. 2024-11-12T10:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a64c952a0314f5385506bc8d69518cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:14,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ into 495027b5a68bf893f1074468c3b8e3c9/f 2024-11-12T10:23:14,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_1 into 495027b5a68bf893f1074468c3b8e3c9/f (new location: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_) 2024-11-12T10:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/staging/jenkins__test__tpqfmp4993q7c6ughjd3053p4qu283h9rg3fo759pv3ug3vh7uhmmvvj3926t5h8/f/hfile_1 2024-11-12T10:23:14,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:14,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:14,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:14,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:14,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2 , the old value is region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a10fb4296bab:36761 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:23:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T10:23:14,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., hostname=a10fb4296bab,36761,1731406970043, seqNum=2 from cache 2024-11-12T10:23:14,395 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T10:23:14,397 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:23:14,497 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T10:23:14,617 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 0, reset compression=false 2024-11-12T10:23:14,622 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:23:14,622 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[{test/495027b5a68bf893f1074468c3b8e3c9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406994392/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T10:23:14,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.ReplicationSink(318): Replicating [b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a] bulk loaded data 2024-11-12T10:23:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741839_1015 (size=11194) 2024-11-12T10:23:14,684 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 0, reset compression=false 2024-11-12T10:23:14,694 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T10:23:14,694 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[{test/495027b5a68bf893f1074468c3b8e3c9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731406994392/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T10:23:14,696 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:23:14,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T10:23:14,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(318): Replicating [b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a] bulk loaded data 2024-11-12T10:23:14,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1130d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:14,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,42631,-1 for getting cluster id 2024-11-12T10:23:14,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:23:14,701 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c1f6b08-aa97-4c16-9286-7d09162743aa' 2024-11-12T10:23:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:23:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c1f6b08-aa97-4c16-9286-7d09162743aa" 2024-11-12T10:23:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f819c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,42631,-1] 2024-11-12T10:23:14,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:23:14,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:14,702 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:23:14,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66123100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:23:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741837_1013 (size=11194) 2024-11-12T10:23:14,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741838_1014 (size=10791) 2024-11-12T10:23:14,822 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:14,894 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741840_1016 (size=10791) 2024-11-12T10:23:15,139 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:15,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:23:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,42631,1731406983055 2024-11-12T10:23:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dddc577 2024-11-12T10:23:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:23:15,151 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T10:23:15,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:23:15,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:23:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,39289,1731406983198, seqNum=-1] 2024-11-12T10:23:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:23:15,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T10:23:15,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T10:23:15,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T10:23:15,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ for inclusion in 81c7e59d05ffb75aa4920d30b56e237e/f 2024-11-12T10:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T10:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:15,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ for inclusion in 81c7e59d05ffb75aa4920d30b56e237e/f 2024-11-12T10:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T10:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HRegion(2603): Flush status journal for 81c7e59d05ffb75aa4920d30b56e237e: 2024-11-12T10:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a64c952a0314f5385506bc8d69518cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/ce9c7f7558ab42daa3ae996ca0d32484_SeqId_4_ 2024-11-12T10:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/a7f1537b317f4698971fdd0a7fb304fc_SeqId_4_ 2024-11-12T10:23:15,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ into 81c7e59d05ffb75aa4920d30b56e237e/f as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/ce9c7f7558ab42daa3ae996ca0d32484_SeqId_4_ - updating store file list. 2024-11-12T10:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce9c7f7558ab42daa3ae996ca0d32484_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:15,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/ce9c7f7558ab42daa3ae996ca0d32484_SeqId_4_ into 81c7e59d05ffb75aa4920d30b56e237e/f 2024-11-12T10:23:15,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ into 81c7e59d05ffb75aa4920d30b56e237e/f (new location: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/ce9c7f7558ab42daa3ae996ca0d32484_SeqId_4_) 2024-11-12T10:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ 2024-11-12T10:23:15,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ into 81c7e59d05ffb75aa4920d30b56e237e/f as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/a7f1537b317f4698971fdd0a7fb304fc_SeqId_4_ - updating store file list. 2024-11-12T10:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7f1537b317f4698971fdd0a7fb304fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:15,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/a7f1537b317f4698971fdd0a7fb304fc_SeqId_4_ into 81c7e59d05ffb75aa4920d30b56e237e/f 2024-11-12T10:23:15,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ into 81c7e59d05ffb75aa4920d30b56e237e/f (new location: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/f/a7f1537b317f4698971fdd0a7fb304fc_SeqId_4_) 2024-11-12T10:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/staging/jenkins.hfs.23__test__br8c99oc6k9ffprm493q8gkiqun84bd0ica6qqpthr8gag5defq54amlu15od9go/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ 2024-11-12T10:23:15,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(324): Finished replicating [b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a] bulk loaded data 2024-11-12T10:23:15,197 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:15,401 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T10:23:15,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T10:23:15,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T10:23:15,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T10:23:15,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ for inclusion in 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T10:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:15,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ for inclusion in 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T10:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(2603): Flush status journal for 0b110afc6a3a43e11f80ec13cb9e9916: 2024-11-12T10:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a64c952a0314f5385506bc8d69518cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/62b7f50b9ae246589312a2897fe64e34_SeqId_6_ 2024-11-12T10:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T10:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/cc88d572efab4409aca6f4a37b11e37f_SeqId_6_ 2024-11-12T10:23:15,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ into 0b110afc6a3a43e11f80ec13cb9e9916/f as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/62b7f50b9ae246589312a2897fe64e34_SeqId_6_ - updating store file list. 2024-11-12T10:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62b7f50b9ae246589312a2897fe64e34_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:15,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/62b7f50b9ae246589312a2897fe64e34_SeqId_6_ into 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:15,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ into 0b110afc6a3a43e11f80ec13cb9e9916/f (new location: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/62b7f50b9ae246589312a2897fe64e34_SeqId_6_) 2024-11-12T10:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/0a64c952a0314f5385506bc8d69518cd_SeqId_6_ 2024-11-12T10:23:15,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ into 0b110afc6a3a43e11f80ec13cb9e9916/f as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/cc88d572efab4409aca6f4a37b11e37f_SeqId_6_ - updating store file list. 2024-11-12T10:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc88d572efab4409aca6f4a37b11e37f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T10:23:15,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/cc88d572efab4409aca6f4a37b11e37f_SeqId_6_ into 0b110afc6a3a43e11f80ec13cb9e9916/f 2024-11-12T10:23:15,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ into 0b110afc6a3a43e11f80ec13cb9e9916/f (new location: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/f/cc88d572efab4409aca6f4a37b11e37f_SeqId_6_) 2024-11-12T10:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/staging/jenkins.hfs.22__test__ucbs7ir6lsn2elkdsko5tkvt6vprdqm9fubha5rpqonpuos5tb9egqof6qllnaq7/f/1ac32c1629c846718a1dae2a58e5763b_SeqId_6_ 2024-11-12T10:23:15,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.ReplicationSink(324): Finished replicating [b0dab010-a7c1-4b2f-a288-9e42d6b0bf5a] bulk loaded data 2024-11-12T10:23:15,542 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:15,600 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:16,045 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:16,103 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:16,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:23:16,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:16,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:16,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:16,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:16,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:23:16,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219756338, stopped=false 2024-11-12T10:23:16,415 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,42631,1731406983055 2024-11-12T10:23:16,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-372106339/running 2024-11-12T10:23:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-372106339/running 2024-11-12T10:23:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:16,438 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:23:16,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:16,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:16,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:16,439 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,39289,1731406983198' ***** 2024-11-12T10:23:16,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/running 2024-11-12T10:23:16,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:23:16,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:23:16,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Set watcher on znode that does not yet exist, /2-372106339/running 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,39289,1731406983198 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:23:16,440 INFO [RS:0;a10fb4296bab:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39289. 2024-11-12T10:23:16,441 DEBUG [RS:0;a10fb4296bab:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:16,441 DEBUG [RS:0;a10fb4296bab:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:16,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81c7e59d05ffb75aa4920d30b56e237e, disabling compactions & flushes 2024-11-12T10:23:16,441 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:16,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:16,441 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:23:16,441 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:23:16,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. after waiting 0 ms 2024-11-12T10:23:16,441 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:23:16,441 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:16,441 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:23:16,442 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:23:16,442 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1325): Online Regions={81c7e59d05ffb75aa4920d30b56e237e=test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:23:16,442 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81c7e59d05ffb75aa4920d30b56e237e 2024-11-12T10:23:16,442 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:23:16,442 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:23:16,442 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:23:16,442 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:23:16,442 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:23:16,442 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T10:23:16,446 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:23:16,449 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/default/test/81c7e59d05ffb75aa4920d30b56e237e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T10:23:16,450 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:16,450 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:23:16,450 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:16,450 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81c7e59d05ffb75aa4920d30b56e237e: Waiting for close lock at 1731406996440Running coprocessor pre-close hooks at 1731406996440Disabling compacts and flushes for region at 1731406996441 (+1 ms)Disabling writes for close at 1731406996441Writing region close event to WAL at 1731406996444 (+3 ms)Running coprocessor post-close hooks at 1731406996449 (+5 ms)Closed at 1731406996450 (+1 ms) 2024-11-12T10:23:16,450 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e. 2024-11-12T10:23:16,459 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/info/aa5fc31aec1f417986a7ff22ad31eb89 is 129, key is test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e./info:regioninfo/1731406987798/Put/seqid=0 2024-11-12T10:23:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741839_1015 (size=6421) 2024-11-12T10:23:16,642 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:16,648 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:16,707 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:16,842 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:16,862 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/info/aa5fc31aec1f417986a7ff22ad31eb89 2024-11-12T10:23:16,881 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/ns/baac2d1a2cde4b8294d619b329e79d23 is 43, key is default/ns:d/1731406984795/Put/seqid=0 2024-11-12T10:23:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741840_1016 (size=5153) 2024-11-12T10:23:17,042 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:17,096 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:23:17,096 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:23:17,242 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:17,285 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/ns/baac2d1a2cde4b8294d619b329e79d23 2024-11-12T10:23:17,307 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/rep_barrier/9a4d9dfa9a6a4ca4912196b9a67fb559 is 112, key is test,,1731406986629.81c7e59d05ffb75aa4920d30b56e237e./rep_barrier:seqnumDuringOpen/1731406987798/Put/seqid=0 2024-11-12T10:23:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741841_1017 (size=5518) 2024-11-12T10:23:17,352 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:17,411 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:17,443 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:23:17,443 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:23:17,443 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:17,643 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:17,718 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/rep_barrier/9a4d9dfa9a6a4ca4912196b9a67fb559 2024-11-12T10:23:17,738 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/table/6bae6b6516414e95bb233988bc93e81a is 40, key is test/table:state/1731406987806/Put/seqid=0 2024-11-12T10:23:17,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741842_1018 (size=5165) 2024-11-12T10:23:17,843 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:18,043 DEBUG [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:18,146 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/table/6bae6b6516414e95bb233988bc93e81a 2024-11-12T10:23:18,150 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/info/aa5fc31aec1f417986a7ff22ad31eb89 as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/info/aa5fc31aec1f417986a7ff22ad31eb89 2024-11-12T10:23:18,154 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/info/aa5fc31aec1f417986a7ff22ad31eb89, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T10:23:18,154 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/ns/baac2d1a2cde4b8294d619b329e79d23 as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/ns/baac2d1a2cde4b8294d619b329e79d23 2024-11-12T10:23:18,159 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/ns/baac2d1a2cde4b8294d619b329e79d23, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:23:18,160 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/rep_barrier/9a4d9dfa9a6a4ca4912196b9a67fb559 as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/rep_barrier/9a4d9dfa9a6a4ca4912196b9a67fb559 2024-11-12T10:23:18,160 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:18,164 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/rep_barrier/9a4d9dfa9a6a4ca4912196b9a67fb559, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T10:23:18,165 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/.tmp/table/6bae6b6516414e95bb233988bc93e81a as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/table/6bae6b6516414e95bb233988bc93e81a 2024-11-12T10:23:18,169 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/table/6bae6b6516414e95bb233988bc93e81a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:23:18,170 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false 2024-11-12T10:23:18,174 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:23:18,174 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:18,174 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:23:18,174 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:18,174 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406996442Running coprocessor pre-close hooks at 1731406996442Disabling compacts and flushes for region at 1731406996442Disabling writes for close at 1731406996442Obtaining lock to block concurrent updates at 1731406996442Preparing flush snapshotting stores in 1588230740 at 1731406996442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731406996443 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731406996444 (+1 ms)Flushing 1588230740/info: creating writer at 1731406996444Flushing 1588230740/info: appending metadata at 1731406996458 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731406996458Flushing 1588230740/ns: creating writer at 1731406996867 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731406996880 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731406996880Flushing 1588230740/rep_barrier: creating writer at 1731406997290 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406997307 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406997307Flushing 1588230740/table: creating writer at 1731406997722 (+415 ms)Flushing 1588230740/table: appending metadata at 1731406997738 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731406997738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515522b4: reopening flushed file at 1731406998149 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c5dd20: reopening flushed file at 1731406998154 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c849cb6: reopening flushed file at 1731406998159 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530e476c: reopening flushed file at 1731406998164 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false at 1731406998170 (+6 ms)Writing region close event to WAL at 1731406998171 (+1 ms)Running coprocessor post-close hooks at 1731406998174 (+3 ms)Closed at 1731406998174 2024-11-12T10:23:18,175 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:18,214 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:18,243 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,39289,1731406983198; all regions closed. 2024-11-12T10:23:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741834_1010 (size=2717) 2024-11-12T10:23:18,248 DEBUG [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/oldWALs 2024-11-12T10:23:18,248 INFO [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39289%2C1731406983198.meta:.meta(num 1731406984736) 2024-11-12T10:23:18,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741832_1008 (size=1028) 2024-11-12T10:23:18,251 DEBUG [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/oldWALs 2024-11-12T10:23:18,251 INFO [RS:0;a10fb4296bab:39289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C39289%2C1731406983198:(num 1731406984165) 2024-11-12T10:23:18,251 DEBUG [RS:0;a10fb4296bab:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:18,251 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:23:18,251 INFO [RS:0;a10fb4296bab:39289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:23:18,251 INFO [RS:0;a10fb4296bab:39289 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:23:18,251 INFO [RS:0;a10fb4296bab:39289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:23:18,251 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:23:18,252 INFO [RS:0;a10fb4296bab:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:39289. 2024-11-12T10:23:18,252 DEBUG [RS:0;a10fb4296bab:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:18,252 DEBUG [RS:0;a10fb4296bab:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:18,252 DEBUG [RS:0;a10fb4296bab:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:18,252 INFO [RS:0;a10fb4296bab:39289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39289 2024-11-12T10:23:18,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339/rs 2024-11-12T10:23:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-372106339/rs/a10fb4296bab,39289,1731406983198 2024-11-12T10:23:18,354 INFO [RS:0;a10fb4296bab:39289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:23:18,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,39289,1731406983198] 2024-11-12T10:23:18,375 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-372106339/draining/a10fb4296bab,39289,1731406983198 already deleted, retry=false 2024-11-12T10:23:18,375 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,39289,1731406983198 expired; onlineServers=0 2024-11-12T10:23:18,375 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,42631,1731406983055' ***** 2024-11-12T10:23:18,375 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:23:18,375 INFO [M:0;a10fb4296bab:42631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:23:18,376 INFO [M:0;a10fb4296bab:42631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:23:18,376 DEBUG [M:0;a10fb4296bab:42631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:23:18,376 DEBUG [M:0;a10fb4296bab:42631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:23:18,376 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:23:18,376 INFO [M:0;a10fb4296bab:42631 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:23:18,376 INFO [M:0;a10fb4296bab:42631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:23:18,376 DEBUG [M:0;a10fb4296bab:42631 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:23:18,376 INFO [M:0;a10fb4296bab:42631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:23:18,376 INFO [M:0;a10fb4296bab:42631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:23:18,376 INFO [M:0;a10fb4296bab:42631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:23:18,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406983828 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406983828,5,FailOnTimeoutGroup] 2024-11-12T10:23:18,377 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:23:18,377 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406983821 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406983821,5,FailOnTimeoutGroup] 2024-11-12T10:23:18,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-372106339/master 2024-11-12T10:23:18,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-372106339 2024-11-12T10:23:18,386 DEBUG [M:0;a10fb4296bab:42631 {}] zookeeper.ZKUtil(347): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Unable to get data of znode /2-372106339/master because node does not exist (not an error) 2024-11-12T10:23:18,386 WARN [M:0;a10fb4296bab:42631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:23:18,387 INFO [M:0;a10fb4296bab:42631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/.lastflushedseqids 2024-11-12T10:23:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741843_1019 (size=173) 2024-11-12T10:23:18,394 INFO [M:0;a10fb4296bab:42631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:23:18,394 INFO [M:0;a10fb4296bab:42631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:23:18,394 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:23:18,394 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:18,394 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:18,394 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:23:18,394 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:18,394 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T10:23:18,410 DEBUG [M:0;a10fb4296bab:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37bd14f8c9254ecfa0aba517df523601 is 82, key is hbase:meta,,1/info:regioninfo/1731406984778/Put/seqid=0 2024-11-12T10:23:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741844_1020 (size=5672) 2024-11-12T10:23:18,430 INFO [M:0;a10fb4296bab:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37bd14f8c9254ecfa0aba517df523601 2024-11-12T10:23:18,452 DEBUG [M:0;a10fb4296bab:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06e874a1c11f45418a24bcee7dccb7c3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406987809/Put/seqid=0 2024-11-12T10:23:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741845_1021 (size=6586) 2024-11-12T10:23:18,455 INFO [M:0;a10fb4296bab:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06e874a1c11f45418a24bcee7dccb7c3 2024-11-12T10:23:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:18,465 INFO [RS:0;a10fb4296bab:39289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:23:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1012e91b0040007, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:18,465 INFO [RS:0;a10fb4296bab:39289 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,39289,1731406983198; zookeeper connection closed. 2024-11-12T10:23:18,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 2024-11-12T10:23:18,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:23:18,473 DEBUG [M:0;a10fb4296bab:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/801aec69515843b7a568eae5b65ed672 is 69, key is a10fb4296bab,39289,1731406983198/rs:state/1731406983865/Put/seqid=0 2024-11-12T10:23:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741846_1022 (size=5156) 2024-11-12T10:23:18,876 INFO [M:0;a10fb4296bab:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/801aec69515843b7a568eae5b65ed672 2024-11-12T10:23:18,880 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37bd14f8c9254ecfa0aba517df523601 as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37bd14f8c9254ecfa0aba517df523601 2024-11-12T10:23:18,883 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37bd14f8c9254ecfa0aba517df523601, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T10:23:18,884 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06e874a1c11f45418a24bcee7dccb7c3 as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06e874a1c11f45418a24bcee7dccb7c3 2024-11-12T10:23:18,888 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06e874a1c11f45418a24bcee7dccb7c3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T10:23:18,889 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/801aec69515843b7a568eae5b65ed672 as hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/801aec69515843b7a568eae5b65ed672 2024-11-12T10:23:18,894 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/60a7e393-1a50-3962-ac00-94424c1ca66a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/801aec69515843b7a568eae5b65ed672, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T10:23:18,895 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=55, compaction requested=false 2024-11-12T10:23:18,897 INFO [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:18,897 DEBUG [M:0;a10fb4296bab:42631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406998394Disabling compacts and flushes for region at 1731406998394Disabling writes for close at 1731406998394Obtaining lock to block concurrent updates at 1731406998394Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406998394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731406998395 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406998395Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406998395Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406998409 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406998409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406998434 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406998451 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406998451Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406998458 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406998472 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406998472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a4fee6: reopening flushed file at 1731406998880 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335eb0f: reopening flushed file at 1731406998884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35772eb6: reopening flushed file at 1731406998888 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=55, compaction requested=false at 1731406998895 (+7 ms)Writing region close event to WAL at 1731406998897 (+2 ms)Closed at 1731406998897 2024-11-12T10:23:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741830_1006 (size=32770) 2024-11-12T10:23:18,899 INFO [M:0;a10fb4296bab:42631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:23:18,899 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:23:18,899 INFO [M:0;a10fb4296bab:42631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42631 2024-11-12T10:23:18,900 INFO [M:0;a10fb4296bab:42631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:23:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1012e91b0040006, quorum=127.0.0.1:54079, baseZNode=/2-372106339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:19,054 INFO [M:0;a10fb4296bab:42631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:23:19,064 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:19,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f3df764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:23:19,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb5a8b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:23:19,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:23:19,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee032f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:23:19,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d616c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/hadoop.log.dir/,STOPPED} 2024-11-12T10:23:19,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:23:19,112 WARN [BP-95951452-172.17.0.3-1731406980556 heartbeating to localhost/127.0.0.1:41723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:23:19,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:23:19,112 WARN [BP-95951452-172.17.0.3-1731406980556 heartbeating to localhost/127.0.0.1:41723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-95951452-172.17.0.3-1731406980556 (Datanode Uuid c3f9df71-c3ae-4e8c-a9c8-a2fb976eea50) service to localhost/127.0.0.1:41723 2024-11-12T10:23:19,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/cluster_f86c6fa6-0fb8-c97b-cd37-870edd09110e/data/data1/current/BP-95951452-172.17.0.3-1731406980556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:23:19,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/cluster_f86c6fa6-0fb8-c97b-cd37-870edd09110e/data/data2/current/BP-95951452-172.17.0.3-1731406980556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:23:19,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:23:19,117 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:19,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61eec301{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:23:19,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e44f0d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:23:19,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:23:19,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35feeda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:23:19,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a514d26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6981f636-d49a-f69b-4971-6de675b8be2b/hadoop.log.dir/,STOPPED} 2024-11-12T10:23:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:23:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:23:19,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:19,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:19,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:19,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:23:19,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=315102703, stopped=false 2024-11-12T10:23:19,144 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,39073,1731406977010 2024-11-12T10:23:19,165 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794726844/running 2024-11-12T10:23:19,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794726844/running 2024-11-12T10:23:19,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:23:19,165 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:23:19,165 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:23:19,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/running 2024-11-12T10:23:19,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Set watcher on znode that does not yet exist, /1794726844/running 2024-11-12T10:23:19,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:19,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:19,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,167 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,41181,1731406977211' ***** 2024-11-12T10:23:19,167 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:23:19,167 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:23:19,167 INFO [RS:0;a10fb4296bab:41181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b110afc6a3a43e11f80ec13cb9e9916 2024-11-12T10:23:19,168 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,41181,1731406977211 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41181. 2024-11-12T10:23:19,168 DEBUG [RS:0;a10fb4296bab:41181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:19,168 DEBUG [RS:0;a10fb4296bab:41181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:23:19,168 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:23:19,169 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b110afc6a3a43e11f80ec13cb9e9916, disabling compactions & flushes 2024-11-12T10:23:19,169 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:19,169 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:19,169 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. after waiting 0 ms 2024-11-12T10:23:19,169 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:19,176 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:23:19,176 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1325): Online Regions={0b110afc6a3a43e11f80ec13cb9e9916=test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:23:19,176 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1351): Waiting on 0b110afc6a3a43e11f80ec13cb9e9916, 1588230740 2024-11-12T10:23:19,177 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:23:19,177 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:23:19,177 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:23:19,177 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:23:19,177 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:23:19,177 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T10:23:19,220 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/default/test/0b110afc6a3a43e11f80ec13cb9e9916/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:23:19,221 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:19,221 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:23:19,221 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:19,221 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b110afc6a3a43e11f80ec13cb9e9916: Waiting for close lock at 1731406999169Running coprocessor pre-close hooks at 1731406999169Disabling compacts and flushes for region at 1731406999169Disabling writes for close at 1731406999169Writing region close event to WAL at 1731406999182 (+13 ms)Running coprocessor post-close hooks at 1731406999221 (+39 ms)Closed at 1731406999221 2024-11-12T10:23:19,221 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916. 2024-11-12T10:23:19,226 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:23:19,229 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:23:19,229 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:23:19,233 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/info/21767359b2084a0795d25c70ba8d126d is 129, key is test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916./info:regioninfo/1731406986247/Put/seqid=0 2024-11-12T10:23:19,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741841_1017 (size=6421) 2024-11-12T10:23:19,270 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/info/21767359b2084a0795d25c70ba8d126d 2024-11-12T10:23:19,338 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/ns/e8d19e65e08d4eef92d49faad4a6f7cd is 43, key is default/ns:d/1731406980339/Put/seqid=0 2024-11-12T10:23:19,377 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741842_1018 (size=5153) 2024-11-12T10:23:19,389 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/ns/e8d19e65e08d4eef92d49faad4a6f7cd 2024-11-12T10:23:19,421 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/rep_barrier/108994bb5382461baed7a4d070469aa7 is 112, key is test,,1731406985489.0b110afc6a3a43e11f80ec13cb9e9916./rep_barrier:seqnumDuringOpen/1731406986247/Put/seqid=0 2024-11-12T10:23:19,426 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:23:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741843_1019 (size=5518) 2024-11-12T10:23:19,437 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/rep_barrier/108994bb5382461baed7a4d070469aa7 2024-11-12T10:23:19,472 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/table/8bd5797c5ba84bdfb11353602a11e0f2 is 40, key is test/table:state/1731406986254/Put/seqid=0 2024-11-12T10:23:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741844_1020 (size=5165) 2024-11-12T10:23:19,514 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/table/8bd5797c5ba84bdfb11353602a11e0f2 2024-11-12T10:23:19,520 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/info/21767359b2084a0795d25c70ba8d126d as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/info/21767359b2084a0795d25c70ba8d126d 2024-11-12T10:23:19,527 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/info/21767359b2084a0795d25c70ba8d126d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T10:23:19,528 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/ns/e8d19e65e08d4eef92d49faad4a6f7cd as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/ns/e8d19e65e08d4eef92d49faad4a6f7cd 2024-11-12T10:23:19,535 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/ns/e8d19e65e08d4eef92d49faad4a6f7cd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:23:19,536 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/rep_barrier/108994bb5382461baed7a4d070469aa7 as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/rep_barrier/108994bb5382461baed7a4d070469aa7 2024-11-12T10:23:19,542 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/rep_barrier/108994bb5382461baed7a4d070469aa7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T10:23:19,543 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/.tmp/table/8bd5797c5ba84bdfb11353602a11e0f2 as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/table/8bd5797c5ba84bdfb11353602a11e0f2 2024-11-12T10:23:19,549 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/table/8bd5797c5ba84bdfb11353602a11e0f2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T10:23:19,550 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 373ms, sequenceid=11, compaction requested=false 2024-11-12T10:23:19,577 DEBUG [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:19,645 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T10:23:19,646 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:19,646 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:23:19,646 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:19,647 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406999176Running coprocessor pre-close hooks at 1731406999176Disabling compacts and flushes for region at 1731406999176Disabling writes for close at 1731406999177 (+1 ms)Obtaining lock to block concurrent updates at 1731406999177Preparing flush snapshotting stores in 1588230740 at 1731406999177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731406999177Flushing stores of hbase:meta,,1.1588230740 at 1731406999178 (+1 ms)Flushing 1588230740/info: creating writer at 1731406999178Flushing 1588230740/info: appending metadata at 1731406999233 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731406999233Flushing 1588230740/ns: creating writer at 1731406999292 (+59 ms)Flushing 1588230740/ns: appending metadata at 1731406999337 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731406999337Flushing 1588230740/rep_barrier: creating writer at 1731406999397 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731406999420 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731406999420Flushing 1588230740/table: creating writer at 1731406999442 (+22 ms)Flushing 1588230740/table: appending metadata at 1731406999471 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731406999471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516ca548: reopening flushed file at 1731406999519 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1444cc95: reopening flushed file at 1731406999528 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e8cb8: reopening flushed file at 1731406999535 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a277ec4: reopening flushed file at 1731406999542 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 373ms, sequenceid=11, compaction requested=false at 1731406999550 (+8 ms)Writing region close event to WAL at 1731406999627 (+77 ms)Running coprocessor post-close hooks at 1731406999646 (+19 ms)Closed at 1731406999646 2024-11-12T10:23:19,647 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:19,777 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,41181,1731406977211; all regions closed. 2024-11-12T10:23:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741834_1010 (size=2717) 2024-11-12T10:23:19,784 DEBUG [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/oldWALs 2024-11-12T10:23:19,784 INFO [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C41181%2C1731406977211.meta:.meta(num 1731406980256) 2024-11-12T10:23:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741832_1008 (size=1374) 2024-11-12T10:23:19,788 DEBUG [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/oldWALs 2024-11-12T10:23:19,788 INFO [RS:0;a10fb4296bab:41181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C41181%2C1731406977211:(num 1731406979339) 2024-11-12T10:23:19,788 DEBUG [RS:0;a10fb4296bab:41181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,788 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:23:19,788 INFO [RS:0;a10fb4296bab:41181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:23:19,788 INFO [RS:0;a10fb4296bab:41181 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:23:19,789 INFO [RS:0;a10fb4296bab:41181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:23:19,789 INFO [RS:0;a10fb4296bab:41181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:41181. 2024-11-12T10:23:19,789 DEBUG [RS:0;a10fb4296bab:41181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:19,789 DEBUG [RS:0;a10fb4296bab:41181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:19,790 DEBUG [RS:0;a10fb4296bab:41181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:19,790 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:23:19,790 INFO [RS:0;a10fb4296bab:41181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41181 2024-11-12T10:23:19,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844/rs 2024-11-12T10:23:19,838 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794726844/rs/a10fb4296bab,41181,1731406977211 2024-11-12T10:23:19,838 INFO [RS:0;a10fb4296bab:41181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:23:19,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,41181,1731406977211] 2024-11-12T10:23:19,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1794726844/draining/a10fb4296bab,41181,1731406977211 already deleted, retry=false 2024-11-12T10:23:19,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,41181,1731406977211 expired; onlineServers=0 2024-11-12T10:23:19,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,39073,1731406977010' ***** 2024-11-12T10:23:19,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:23:19,859 INFO [M:0;a10fb4296bab:39073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:23:19,859 INFO [M:0;a10fb4296bab:39073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:23:19,859 DEBUG [M:0;a10fb4296bab:39073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:23:19,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:23:19,860 DEBUG [M:0;a10fb4296bab:39073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:23:19,860 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406979033 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406979033,5,FailOnTimeoutGroup] 2024-11-12T10:23:19,860 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406979040 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406979040,5,FailOnTimeoutGroup] 2024-11-12T10:23:19,860 INFO [M:0;a10fb4296bab:39073 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:23:19,860 INFO [M:0;a10fb4296bab:39073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:23:19,860 DEBUG [M:0;a10fb4296bab:39073 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:23:19,860 INFO [M:0;a10fb4296bab:39073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:23:19,860 INFO [M:0;a10fb4296bab:39073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:23:19,860 INFO [M:0;a10fb4296bab:39073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:23:19,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:23:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1794726844/master 2024-11-12T10:23:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1794726844 2024-11-12T10:23:19,870 DEBUG [M:0;a10fb4296bab:39073 {}] zookeeper.ZKUtil(347): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Unable to get data of znode /1794726844/master because node does not exist (not an error) 2024-11-12T10:23:19,870 WARN [M:0;a10fb4296bab:39073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:23:19,871 INFO [M:0;a10fb4296bab:39073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/.lastflushedseqids 2024-11-12T10:23:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741845_1021 (size=173) 2024-11-12T10:23:19,875 INFO [M:0;a10fb4296bab:39073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:23:19,875 INFO [M:0;a10fb4296bab:39073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:23:19,875 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:23:19,875 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:19,875 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:19,875 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:23:19,875 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:19,875 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-12T10:23:19,890 DEBUG [M:0;a10fb4296bab:39073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ec7727691c4ee98ef7e1388a8903f2 is 82, key is hbase:meta,,1/info:regioninfo/1731406980318/Put/seqid=0 2024-11-12T10:23:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741846_1022 (size=5672) 2024-11-12T10:23:19,949 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:19,949 INFO [RS:0;a10fb4296bab:41181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:23:19,949 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012e91b0040004, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:19,949 INFO [RS:0;a10fb4296bab:41181 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,41181,1731406977211; zookeeper connection closed. 2024-11-12T10:23:19,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4453a4b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4453a4b4 2024-11-12T10:23:19,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:23:20,073 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:20,150 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:20,302 INFO [M:0;a10fb4296bab:39073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ec7727691c4ee98ef7e1388a8903f2 2024-11-12T10:23:20,323 DEBUG [M:0;a10fb4296bab:39073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69751123e288427b93d09f04fffdafac is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406986257/Put/seqid=0 2024-11-12T10:23:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741847_1023 (size=6585) 2024-11-12T10:23:20,326 INFO [M:0;a10fb4296bab:39073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69751123e288427b93d09f04fffdafac 2024-11-12T10:23:20,345 DEBUG [M:0;a10fb4296bab:39073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc4fb1a2a64647809125e6645d8b5f36 is 69, key is a10fb4296bab,41181,1731406977211/rs:state/1731406979171/Put/seqid=0 2024-11-12T10:23:20,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741848_1024 (size=5156) 2024-11-12T10:23:20,349 INFO [M:0;a10fb4296bab:39073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc4fb1a2a64647809125e6645d8b5f36 2024-11-12T10:23:20,353 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ec7727691c4ee98ef7e1388a8903f2 as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80ec7727691c4ee98ef7e1388a8903f2 2024-11-12T10:23:20,357 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80ec7727691c4ee98ef7e1388a8903f2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T10:23:20,358 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69751123e288427b93d09f04fffdafac as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69751123e288427b93d09f04fffdafac 2024-11-12T10:23:20,362 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69751123e288427b93d09f04fffdafac, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T10:23:20,362 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc4fb1a2a64647809125e6645d8b5f36 as hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc4fb1a2a64647809125e6645d8b5f36 2024-11-12T10:23:20,366 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40201/user/jenkins/test-data/336cc1df-a85d-7b26-ed0d-2270516eb459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc4fb1a2a64647809125e6645d8b5f36, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T10:23:20,367 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=55, compaction requested=false 2024-11-12T10:23:20,373 INFO [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:20,373 DEBUG [M:0;a10fb4296bab:39073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406999875Disabling compacts and flushes for region at 1731406999875Disabling writes for close at 1731406999875Obtaining lock to block concurrent updates at 1731406999875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406999875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731406999876 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406999876Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406999876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406999890 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406999890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731407000306 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731407000322 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731407000322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731407000329 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731407000344 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731407000344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bc4c11: reopening flushed file at 1731407000352 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4f565b: reopening flushed file at 1731407000357 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a351c6a: reopening flushed file at 1731407000362 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=55, compaction requested=false at 1731407000367 (+5 ms)Writing region close event to WAL at 1731407000373 (+6 ms)Closed at 1731407000373 2024-11-12T10:23:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741830_1006 (size=32758) 2024-11-12T10:23:20,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:23:20,375 INFO [M:0;a10fb4296bab:39073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:23:20,375 INFO [M:0;a10fb4296bab:39073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39073 2024-11-12T10:23:20,375 INFO [M:0;a10fb4296bab:39073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:23:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:20,496 INFO [M:0;a10fb4296bab:39073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:23:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39073-0x1012e91b0040003, quorum=127.0.0.1:54079, baseZNode=/1794726844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:20,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dfb562c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:23:20,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c328bdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:23:20,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:23:20,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d275c41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:23:20,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786ab9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir/,STOPPED} 2024-11-12T10:23:20,501 WARN [BP-1614743933-172.17.0.3-1731406973624 heartbeating to localhost/127.0.0.1:40201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:23:20,501 WARN [BP-1614743933-172.17.0.3-1731406973624 heartbeating to localhost/127.0.0.1:40201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1614743933-172.17.0.3-1731406973624 (Datanode Uuid c9e1fc3a-026e-4c64-a9df-d49250ef7f58) service to localhost/127.0.0.1:40201 2024-11-12T10:23:20,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/cluster_b85a8014-1767-878f-b2d9-39f8afa5e3cd/data/data1/current/BP-1614743933-172.17.0.3-1731406973624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:23:20,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/cluster_b85a8014-1767-878f-b2d9-39f8afa5e3cd/data/data2/current/BP-1614743933-172.17.0.3-1731406973624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:23:20,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:23:20,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:23:20,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:23:20,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd9bf32{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:23:20,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49978567{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:23:20,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:23:20,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56952b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:23:20,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210743d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62dbccea-b79e-9af3-4eff-c8b27c01527c/hadoop.log.dir/,STOPPED} 2024-11-12T10:23:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:23:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:23:20,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:20,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:20,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:20,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:20,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:20,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:23:20,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=252335830, stopped=false 2024-11-12T10:23:20,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,37263,1731406969836 2024-11-12T10:23:20,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01967548848/running 2024-11-12T10:23:20,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:23:20,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/running 2024-11-12T10:23:20,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01967548848/running 2024-11-12T10:23:20,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:23:20,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:23:20,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:23:20,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:20,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:20,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,36761,1731406970043' ***** 2024-11-12T10:23:20,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:23:20,555 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:23:20,555 INFO [RS:0;a10fb4296bab:36761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:23:20,555 INFO [RS:0;a10fb4296bab:36761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:23:20,555 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:20,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:23:20,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Set watcher on znode that does not yet exist, /01967548848/running 2024-11-12T10:23:20,564 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for 495027b5a68bf893f1074468c3b8e3c9 2024-11-12T10:23:20,564 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,36761,1731406970043 2024-11-12T10:23:20,564 INFO [RS:0;a10fb4296bab:36761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:23:20,564 INFO [RS:0;a10fb4296bab:36761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:36761. 2024-11-12T10:23:20,564 DEBUG [RS:0;a10fb4296bab:36761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:20,564 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:20,565 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:23:20,565 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fed985cec44ec6bb38b5c46f82f6a241, disabling compactions & flushes 2024-11-12T10:23:20,565 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:23:20,565 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:20,565 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. after waiting 0 ms 2024-11-12T10:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:20,565 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fed985cec44ec6bb38b5c46f82f6a241 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T10:23:20,572 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:23:20,572 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1325): Online Regions={fed985cec44ec6bb38b5c46f82f6a241=hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241., 495027b5a68bf893f1074468c3b8e3c9=test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:23:20,572 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495027b5a68bf893f1074468c3b8e3c9, fed985cec44ec6bb38b5c46f82f6a241 2024-11-12T10:23:20,572 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:23:20,572 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:23:20,572 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:23:20,572 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:23:20,572 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:23:20,573 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T10:23:20,595 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/.tmp/hfileref/5a1f787a65484574a39adbeccc9b3511 is 74, key is 1/hfileref:0a64c952a0314f5385506bc8d69518cd_SeqId_6_/1731406995480/DeleteColumn/seqid=0 2024-11-12T10:23:20,602 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:23:20,605 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/info/244030dd5d814869b6455f290d3435f4 is 147, key is hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241./info:regioninfo/1731406989256/Put/seqid=0 2024-11-12T10:23:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741847_1023 (size=5489) 2024-11-12T10:23:20,607 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/.tmp/hfileref/5a1f787a65484574a39adbeccc9b3511 2024-11-12T10:23:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741848_1024 (size=7686) 2024-11-12T10:23:20,611 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/info/244030dd5d814869b6455f290d3435f4 2024-11-12T10:23:20,626 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/.tmp/queue/72858187c63346fdaeb853e0e5a64e34 is 153, key is 1-a10fb4296bab,36761,1731406970043/queue:a10fb4296bab%2C36761%2C1731406970043/1731406995481/Put/seqid=0 2024-11-12T10:23:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741849_1025 (size=5504) 2024-11-12T10:23:20,630 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/.tmp/queue/72858187c63346fdaeb853e0e5a64e34 2024-11-12T10:23:20,634 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/ns/7724887c23154c2ea85eb9e37f9e9f64 is 43, key is default/ns:d/1731406973493/Put/seqid=0 2024-11-12T10:23:20,635 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/.tmp/hfileref/5a1f787a65484574a39adbeccc9b3511 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/hfileref/5a1f787a65484574a39adbeccc9b3511 2024-11-12T10:23:20,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741850_1026 (size=5153) 2024-11-12T10:23:20,640 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/hfileref/5a1f787a65484574a39adbeccc9b3511, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T10:23:20,641 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/.tmp/queue/72858187c63346fdaeb853e0e5a64e34 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/queue/72858187c63346fdaeb853e0e5a64e34 2024-11-12T10:23:20,647 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/queue/72858187c63346fdaeb853e0e5a64e34, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T10:23:20,648 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for fed985cec44ec6bb38b5c46f82f6a241 in 82ms, sequenceid=17, compaction requested=false 2024-11-12T10:23:20,660 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/replication/fed985cec44ec6bb38b5c46f82f6a241/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T10:23:20,660 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:20,660 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:23:20,660 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:20,661 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fed985cec44ec6bb38b5c46f82f6a241: Waiting for close lock at 1731407000565Running coprocessor pre-close hooks at 1731407000565Disabling compacts and flushes for region at 1731407000565Disabling writes for close at 1731407000565Obtaining lock to block concurrent updates at 1731407000565Preparing flush snapshotting stores in fed985cec44ec6bb38b5c46f82f6a241 at 1731407000565Finished memstore snapshotting hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731407000565Flushing stores of hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. at 1731407000566 (+1 ms)Flushing fed985cec44ec6bb38b5c46f82f6a241/hfileref: creating writer at 1731407000566Flushing fed985cec44ec6bb38b5c46f82f6a241/hfileref: appending metadata at 1731407000595 (+29 ms)Flushing fed985cec44ec6bb38b5c46f82f6a241/hfileref: closing flushed file at 1731407000595Flushing fed985cec44ec6bb38b5c46f82f6a241/queue: creating writer at 1731407000611 (+16 ms)Flushing fed985cec44ec6bb38b5c46f82f6a241/queue: appending metadata at 1731407000626 (+15 ms)Flushing fed985cec44ec6bb38b5c46f82f6a241/queue: closing flushed file at 1731407000626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d81f006: reopening flushed file at 1731407000634 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e019e54: reopening flushed file at 1731407000640 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for fed985cec44ec6bb38b5c46f82f6a241 in 82ms, sequenceid=17, compaction requested=false at 1731407000648 (+8 ms)Writing region close event to WAL at 1731407000657 (+9 ms)Running coprocessor post-close hooks at 1731407000660 (+3 ms)Closed at 1731407000660 2024-11-12T10:23:20,661 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731406988807.fed985cec44ec6bb38b5c46f82f6a241. 2024-11-12T10:23:20,661 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 495027b5a68bf893f1074468c3b8e3c9, disabling compactions & flushes 2024-11-12T10:23:20,661 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:20,661 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:20,661 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. after waiting 0 ms 2024-11-12T10:23:20,661 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:20,672 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/default/test/495027b5a68bf893f1074468c3b8e3c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:23:20,672 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:20,672 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T10:23:20,673 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:20,673 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 495027b5a68bf893f1074468c3b8e3c9: Waiting for close lock at 1731407000661Running coprocessor pre-close hooks at 1731407000661Disabling compacts and flushes for region at 1731407000661Disabling writes for close at 1731407000661Writing region close event to WAL at 1731407000668 (+7 ms)Running coprocessor post-close hooks at 1731407000672 (+4 ms)Closed at 1731407000673 (+1 ms) 2024-11-12T10:23:20,673 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9. 2024-11-12T10:23:20,772 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:20,973 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:21,038 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/ns/7724887c23154c2ea85eb9e37f9e9f64 2024-11-12T10:23:21,056 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/rep_barrier/581bfc9ccc0149a89683f8f8754edc32 is 112, key is test,,1731406984851.495027b5a68bf893f1074468c3b8e3c9./rep_barrier:seqnumDuringOpen/1731406985248/Put/seqid=0 2024-11-12T10:23:21,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741851_1027 (size=5518) 2024-11-12T10:23:21,173 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:21,176 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:21,180 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:23:21,180 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:21,180 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:23:21,181 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a10fb4296bab,36761,1731406970043: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a10fb4296bab,36761,1731406970043, walGroup=a10fb4296bab%2C36761%2C1731406970043, offset=a10fb4296bab%2C36761%2C1731406970043.1731406992868:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:36761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T10:23:21,182 ERROR [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:23:21,183 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:23:21,183 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:23:21,183 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:23:21,183 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:23:21,183 INFO [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1556086784, "init": 1048576000, "max": 2306867200, "used": 930890488 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207487392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:23:21,184 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:37263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:37263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T10:23:21,253 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 393, reset compression=false 2024-11-12T10:23:21,257 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T10:23:21,257 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:21,257 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a10fb4296bab,36761,1731406970043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T10:23:21,257 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-12T10:23:21,358 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:23:21,358 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:23:21,373 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:21,383 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:21,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,460 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/rep_barrier/581bfc9ccc0149a89683f8f8754edc32 2024-11-12T10:23:21,461 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:21,479 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/table/f8d18924bc9c4cdcb35b12efa858e8de is 53, key is hbase:replication/table:state/1731406989267/Put/seqid=0 2024-11-12T10:23:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741852_1028 (size=5308) 2024-11-12T10:23:21,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:21,573 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:23:21,573 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:23:21,573 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:21,687 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:21,764 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:21,773 DEBUG [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:23:21,885 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/table/f8d18924bc9c4cdcb35b12efa858e8de 2024-11-12T10:23:21,889 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/info/244030dd5d814869b6455f290d3435f4 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/info/244030dd5d814869b6455f290d3435f4 2024-11-12T10:23:21,893 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/info/244030dd5d814869b6455f290d3435f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T10:23:21,893 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/ns/7724887c23154c2ea85eb9e37f9e9f64 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/ns/7724887c23154c2ea85eb9e37f9e9f64 2024-11-12T10:23:21,897 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/ns/7724887c23154c2ea85eb9e37f9e9f64, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T10:23:21,898 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/rep_barrier/581bfc9ccc0149a89683f8f8754edc32 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/rep_barrier/581bfc9ccc0149a89683f8f8754edc32 2024-11-12T10:23:21,902 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/rep_barrier/581bfc9ccc0149a89683f8f8754edc32, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T10:23:21,902 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/.tmp/table/f8d18924bc9c4cdcb35b12efa858e8de as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/table/f8d18924bc9c4cdcb35b12efa858e8de 2024-11-12T10:23:21,906 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/table/f8d18924bc9c4cdcb35b12efa858e8de, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T10:23:21,907 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-12T10:23:21,911 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T10:23:21,912 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T10:23:21,912 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:23:21,912 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:21,912 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407000572Running coprocessor pre-close hooks at 1731407000572Disabling compacts and flushes for region at 1731407000572Disabling writes for close at 1731407000572Obtaining lock to block concurrent updates at 1731407000573 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731407000573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731407000573Flushing stores of hbase:meta,,1.1588230740 at 1731407000573Flushing 1588230740/info: creating writer at 1731407000573Flushing 1588230740/info: appending metadata at 1731407000604 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731407000605 (+1 ms)Flushing 1588230740/ns: creating writer at 1731407000617 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731407000633 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731407000633Flushing 1588230740/rep_barrier: creating writer at 1731407001042 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731407001056 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731407001056Flushing 1588230740/table: creating writer at 1731407001464 (+408 ms)Flushing 1588230740/table: appending metadata at 1731407001479 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731407001479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bad8159: reopening flushed file at 1731407001888 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d3bd11: reopening flushed file at 1731407001893 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387297e4: reopening flushed file at 1731407001897 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28aa3e33: reopening flushed file at 1731407001902 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1731407001907 (+5 ms)Writing region close event to WAL at 1731407001909 (+2 ms)Running coprocessor post-close hooks at 1731407001911 (+2 ms)Closed at 1731407001912 (+1 ms) 2024-11-12T10:23:21,912 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:23:21,974 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,36761,1731406970043; all regions closed. 2024-11-12T10:23:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741844_1020 (size=859) 2024-11-12T10:23:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741842_1018 (size=2791) 2024-11-12T10:23:21,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 not finished, retry = 0 2024-11-12T10:23:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741843_1019 (size=696) 2024-11-12T10:23:22,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:23:22,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,081 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:22,081 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:23:22,081 INFO [RS:0;a10fb4296bab:36761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:23:22,081 INFO [RS:0;a10fb4296bab:36761 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:23:22,081 INFO [RS:0;a10fb4296bab:36761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:23:22,081 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:23:22,082 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a10fb4296bab,36761,1731406970043 because: Region server is closing 2024-11-12T10:23:22,082 INFO [RS:0;a10fb4296bab:36761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:36761. 2024-11-12T10:23:22,082 DEBUG [RS:0;a10fb4296bab:36761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:22,082 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:22,082 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:22,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:22,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:23:22,168 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 to pos 688, reset compression=false 2024-11-12T10:23:22,170 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/WALs/a10fb4296bab,36761,1731406970043/a10fb4296bab%2C36761%2C1731406970043.1731406992868 2024-11-12T10:23:22,170 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T10:23:22,170 DEBUG [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T10:23:22,183 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,1-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,1-a10fb4296bab,36761,1731406970043 terminated 2024-11-12T10:23:22,183 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a10fb4296bab,36761,1731406970043 because: Region server is closing 2024-11-12T10:23:22,183 INFO [RS:0;a10fb4296bab:36761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:36761. 2024-11-12T10:23:22,183 DEBUG [RS:0;a10fb4296bab:36761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:23:22,183 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:22,183 DEBUG [RS:0;a10fb4296bab:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:23:22,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:23:22,283 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.shippera10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 terminated 2024-11-12T10:23:22,283 INFO [RS:0;a10fb4296bab:36761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36761 2024-11-12T10:23:22,283 WARN [RS_REFRESH_PEER-regionserver/a10fb4296bab:0-0.replicationSource,2-a10fb4296bab,36761,1731406970043.replicationSource.wal-reader.a10fb4296bab%2C36761%2C1731406970043,2-a10fb4296bab,36761,1731406970043 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-12T10:23:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848/rs 2024-11-12T10:23:22,333 INFO [RS:0;a10fb4296bab:36761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:23:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01967548848/rs/a10fb4296bab,36761,1731406970043 2024-11-12T10:23:22,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,36761,1731406970043] 2024-11-12T10:23:22,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01967548848/draining/a10fb4296bab,36761,1731406970043 already deleted, retry=false 2024-11-12T10:23:22,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,36761,1731406970043 expired; onlineServers=0 2024-11-12T10:23:22,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,37263,1731406969836' ***** 2024-11-12T10:23:22,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:23:22,354 INFO [M:0;a10fb4296bab:37263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:23:22,354 INFO [M:0;a10fb4296bab:37263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:23:22,354 DEBUG [M:0;a10fb4296bab:37263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:23:22,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:23:22,354 DEBUG [M:0;a10fb4296bab:37263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:23:22,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406972248 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406972248,5,FailOnTimeoutGroup] 2024-11-12T10:23:22,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406972241 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406972241,5,FailOnTimeoutGroup] 2024-11-12T10:23:22,354 INFO [M:0;a10fb4296bab:37263 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:23:22,354 INFO [M:0;a10fb4296bab:37263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:23:22,354 DEBUG [M:0;a10fb4296bab:37263 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:23:22,354 INFO [M:0;a10fb4296bab:37263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:23:22,354 INFO [M:0;a10fb4296bab:37263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:23:22,354 ERROR [M:0;a10fb4296bab:37263 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44621,5,PEWorkerGroup] 2024-11-12T10:23:22,355 INFO [M:0;a10fb4296bab:37263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:23:22,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:23:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01967548848/master 2024-11-12T10:23:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01967548848 2024-11-12T10:23:22,371 DEBUG [M:0;a10fb4296bab:37263 {}] zookeeper.ZKUtil(347): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Unable to get data of znode /01967548848/master because node does not exist (not an error) 2024-11-12T10:23:22,371 WARN [M:0;a10fb4296bab:37263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:23:22,372 INFO [M:0;a10fb4296bab:37263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/.lastflushedseqids 2024-11-12T10:23:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741853_1029 (size=263) 2024-11-12T10:23:22,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:22,443 INFO [RS:0;a10fb4296bab:36761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:23:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012e91b0040001, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:22,444 INFO [RS:0;a10fb4296bab:36761 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,36761,1731406970043; zookeeper connection closed. 2024-11-12T10:23:22,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11923c15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11923c15 2024-11-12T10:23:22,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T10:23:22,776 INFO [M:0;a10fb4296bab:37263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:23:22,776 INFO [M:0;a10fb4296bab:37263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:23:22,777 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:23:22,777 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:22,777 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:22,777 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:23:22,777 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:22,777 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-12T10:23:22,796 DEBUG [M:0;a10fb4296bab:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f58db3ec7034c599d117e411c91cda5 is 82, key is hbase:meta,,1/info:regioninfo/1731406973440/Put/seqid=0 2024-11-12T10:23:22,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741854_1030 (size=5672) 2024-11-12T10:23:22,809 INFO [M:0;a10fb4296bab:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f58db3ec7034c599d117e411c91cda5 2024-11-12T10:23:22,833 DEBUG [M:0;a10fb4296bab:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24394d9d42d040a091560ee4a1d5ca0e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731406989271/Put/seqid=0 2024-11-12T10:23:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741855_1031 (size=8909) 2024-11-12T10:23:22,838 INFO [M:0;a10fb4296bab:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24394d9d42d040a091560ee4a1d5ca0e 2024-11-12T10:23:22,860 DEBUG [M:0;a10fb4296bab:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce96b7ed157547f092226b708b3e74c3 is 69, key is a10fb4296bab,36761,1731406970043/rs:state/1731406972321/Put/seqid=0 2024-11-12T10:23:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741856_1032 (size=5156) 2024-11-12T10:23:22,868 INFO [M:0;a10fb4296bab:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce96b7ed157547f092226b708b3e74c3 2024-11-12T10:23:22,872 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f58db3ec7034c599d117e411c91cda5 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f58db3ec7034c599d117e411c91cda5 2024-11-12T10:23:22,877 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f58db3ec7034c599d117e411c91cda5, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T10:23:22,878 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24394d9d42d040a091560ee4a1d5ca0e as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24394d9d42d040a091560ee4a1d5ca0e 2024-11-12T10:23:22,884 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24394d9d42d040a091560ee4a1d5ca0e, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T10:23:22,885 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce96b7ed157547f092226b708b3e74c3 as hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce96b7ed157547f092226b708b3e74c3 2024-11-12T10:23:22,890 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44621/user/jenkins/test-data/a258bf91-6a15-1db8-01c2-4bcc9aa8e6c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce96b7ed157547f092226b708b3e74c3, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T10:23:22,900 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=112, compaction requested=false 2024-11-12T10:23:22,904 INFO [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:23:22,905 DEBUG [M:0;a10fb4296bab:37263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407002777Disabling compacts and flushes for region at 1731407002777Disabling writes for close at 1731407002777Obtaining lock to block concurrent updates at 1731407002777Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731407002777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731407002777Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731407002778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731407002778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731407002796 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731407002796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731407002813 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731407002832 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731407002832Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731407002842 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731407002860 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731407002860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760fb621: reopening flushed file at 1731407002872 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea3b35c: reopening flushed file at 1731407002877 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e8bb5f: reopening flushed file at 1731407002884 (+7 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=112, compaction requested=false at 1731407002900 (+16 ms)Writing region close event to WAL at 1731407002904 (+4 ms)Closed at 1731407002904 2024-11-12T10:23:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741830_1006 (size=69055) 2024-11-12T10:23:22,911 INFO [M:0;a10fb4296bab:37263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:23:22,911 INFO [M:0;a10fb4296bab:37263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37263 2024-11-12T10:23:22,911 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:23:22,912 INFO [M:0;a10fb4296bab:37263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:23:23,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:23,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x1012e91b0040000, quorum=127.0.0.1:54079, baseZNode=/01967548848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:23:23,086 INFO [M:0;a10fb4296bab:37263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:23:23,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4580d9cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:23:23,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7048825d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:23:23,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:23:23,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@643d0ba5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:23:23,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21758558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir/,STOPPED} 2024-11-12T10:23:23,096 WARN [BP-211917699-172.17.0.3-1731406967912 heartbeating to localhost/127.0.0.1:44621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:23:23,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:23:23,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:23:23,096 WARN [BP-211917699-172.17.0.3-1731406967912 heartbeating to localhost/127.0.0.1:44621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-211917699-172.17.0.3-1731406967912 (Datanode Uuid 92dd402b-bf02-419f-81be-6037466cff90) service to localhost/127.0.0.1:44621 2024-11-12T10:23:23,096 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/data/data1/current/BP-211917699-172.17.0.3-1731406967912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:23:23,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/cluster_c6953e92-879a-cafa-f518-b41aeaeb1f36/data/data2/current/BP-211917699-172.17.0.3-1731406967912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:23:23,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:23:23,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24666f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:23:23,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72cdabc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:23:23,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:23:23,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f74f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:23:23,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bb67941{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3721b641-bf80-0877-2c5f-d14be892d84d/hadoop.log.dir/,STOPPED} 2024-11-12T10:23:23,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:23:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:23:23,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 527) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41723 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44621 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41723 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40201 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40201 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=980 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6025 (was 6499) 2024-11-12T10:23:23,145 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500